[ 570.165642] env[69959]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69959) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 570.166130] env[69959]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69959) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 570.166130] env[69959]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69959) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 570.166521] env[69959]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 570.270699] env[69959]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69959) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 570.280745] env[69959]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69959) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 570.327986] env[69959]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 570.892944] env[69959]: INFO nova.virt.driver [None req-7007cfd3-691f-4ebf-b145-de817cf37582 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 570.969974] env[69959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.970174] env[69959]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.970273] env[69959]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69959) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 574.386717] env[69959]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b8d1cea4-676e-45ea-81ca-9f3447248a1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.402965] env[69959]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69959) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 574.403164] env[69959]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-dc424fc3-a0bb-4cb1-b5d3-b904ecf92055 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.436809] env[69959]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 45bb9. [ 574.436994] env[69959]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.467s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.437625] env[69959]: INFO nova.virt.vmwareapi.driver [None req-7007cfd3-691f-4ebf-b145-de817cf37582 None None] VMware vCenter version: 7.0.3 [ 574.441082] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702aa815-d544-408c-be20-aca143a6db2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.459197] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa58d5-1692-41cb-a8ff-e55ea022d572 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.465567] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415957d0-c786-4bb2-a650-8a6dce0a57b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.472843] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97458098-bdf5-4b02-8b2d-71f01c7dfa9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.487688] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86a61fd-8651-4e93-a75e-852cf4c2626f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.497746] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f606c15-fe0f-4fc6-a56c-ad102f665294 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.534658] env[69959]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-26685d32-9f2f-4cd4-88b6-4a35d85f26fb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.540978] env[69959]: DEBUG nova.virt.vmwareapi.driver [None req-7007cfd3-691f-4ebf-b145-de817cf37582 None None] Extension org.openstack.compute already exists. {{(pid=69959) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 574.543873] env[69959]: INFO nova.compute.provider_config [None req-7007cfd3-691f-4ebf-b145-de817cf37582 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 575.046954] env[69959]: DEBUG nova.context [None req-7007cfd3-691f-4ebf-b145-de817cf37582 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cc2258f9-54cd-4e03-8921-0694e08b69dd(cell1) {{(pid=69959) load_cells /opt/stack/nova/nova/context.py:464}} [ 575.049364] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.049600] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.050380] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.050825] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Acquiring lock "cc2258f9-54cd-4e03-8921-0694e08b69dd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.051028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Lock "cc2258f9-54cd-4e03-8921-0694e08b69dd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.052129] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Lock "cc2258f9-54cd-4e03-8921-0694e08b69dd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.073877] env[69959]: INFO dbcounter [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Registered counter for database nova_cell0 [ 575.082553] env[69959]: INFO dbcounter [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Registered counter for database nova_cell1 [ 575.085879] env[69959]: DEBUG oslo_db.sqlalchemy.engines [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69959) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 575.086282] env[69959]: DEBUG oslo_db.sqlalchemy.engines [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69959) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 575.091247] env[69959]: ERROR nova.db.main.api [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 575.091247] env[69959]: result = function(*args, **kwargs) [ 575.091247] env[69959]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 575.091247] env[69959]: return func(*args, **kwargs) [ 575.091247] env[69959]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 575.091247] env[69959]: result = fn(*args, **kwargs) [ 575.091247] env[69959]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 575.091247] env[69959]: return f(*args, **kwargs) [ 575.091247] env[69959]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 575.091247] env[69959]: return db.service_get_minimum_version(context, binaries) [ 575.091247] env[69959]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 575.091247] env[69959]: _check_db_access() [ 575.091247] env[69959]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 575.091247] env[69959]: stacktrace = ''.join(traceback.format_stack()) [ 575.091247] env[69959]: [ 575.091988] env[69959]: ERROR nova.db.main.api [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 575.091988] env[69959]: result = function(*args, **kwargs) [ 575.091988] env[69959]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 575.091988] env[69959]: return func(*args, **kwargs) [ 575.091988] env[69959]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 575.091988] env[69959]: result = fn(*args, **kwargs) [ 575.091988] env[69959]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 575.091988] env[69959]: return f(*args, **kwargs) [ 575.091988] env[69959]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 575.091988] env[69959]: return db.service_get_minimum_version(context, binaries) [ 575.091988] env[69959]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 575.091988] env[69959]: _check_db_access() [ 575.091988] env[69959]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 575.091988] env[69959]: stacktrace = ''.join(traceback.format_stack()) [ 575.091988] env[69959]: [ 575.092494] env[69959]: WARNING nova.objects.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 575.092522] env[69959]: WARNING nova.objects.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Failed to get minimum service version for cell cc2258f9-54cd-4e03-8921-0694e08b69dd [ 575.092960] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Acquiring lock "singleton_lock" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.093138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Acquired lock "singleton_lock" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.093379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Releasing lock "singleton_lock" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.093714] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Full set of CONF: {{(pid=69959) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 575.093858] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ******************************************************************************** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 575.093986] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] Configuration options gathered from: {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 575.094133] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 575.094331] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 575.094458] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ================================================================================ {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 575.094663] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] allow_resize_to_same_host = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.094834] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] arq_binding_timeout = 300 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.094964] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] backdoor_port = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.095100] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] backdoor_socket = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.095264] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] block_device_allocate_retries = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.095428] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] block_device_allocate_retries_interval = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.095591] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cert = self.pem {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.095755] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.095921] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute_monitors = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.096102] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] config_dir = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.096335] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] config_drive_format = iso9660 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.096475] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.096660] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] config_source = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.096824] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] console_host = devstack {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.096989] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] control_exchange = nova {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.097190] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cpu_allocation_ratio = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.097392] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] daemon = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.097570] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] debug = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.097729] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] default_access_ip_network_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.097894] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] default_availability_zone = nova {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.098060] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] default_ephemeral_format = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.098224] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] default_green_pool_size = 1000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.098755] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.098755] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] default_schedule_zone = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.098910] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] disk_allocation_ratio = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.098910] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] enable_new_services = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.099105] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] enabled_apis = ['osapi_compute'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.099273] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] enabled_ssl_apis = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.099435] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] flat_injected = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.099592] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] force_config_drive = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.099749] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] force_raw_images = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.099916] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] graceful_shutdown_timeout = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.100097] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] heal_instance_info_cache_interval = -1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.100333] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] host = cpu-1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.100515] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.100677] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.100836] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.101064] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.101234] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_build_timeout = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.101396] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_delete_interval = 300 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.101562] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_format = [instance: %(uuid)s] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.101727] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_name_template = instance-%08x {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.101887] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_usage_audit = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.102073] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_usage_audit_period = month {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.102244] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.102412] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.102577] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] internal_service_availability_zone = internal {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.102735] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] key = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.102896] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] live_migration_retry_count = 30 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.103079] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_color = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.103249] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_config_append = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.103418] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.103577] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_dir = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104022] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_file = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104022] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_options = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104022] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_rotate_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104214] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_rotate_interval_type = days {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104358] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] log_rotation_type = none {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104489] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104613] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104781] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.104945] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.105087] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.105254] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] long_rpc_timeout = 1800 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.105452] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] max_concurrent_builds = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.105621] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] max_concurrent_live_migrations = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.105782] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] max_concurrent_snapshots = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.105943] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] max_local_block_devices = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.106124] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] max_logfile_count = 30 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.106319] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] max_logfile_size_mb = 200 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.106483] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] maximum_instance_delete_attempts = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.106652] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metadata_listen = 0.0.0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.106821] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metadata_listen_port = 8775 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.106989] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metadata_workers = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] migrate_max_retries = -1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] mkisofs_cmd = genisoimage {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] my_ip = 10.180.1.21 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] network_allocate_retries = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108506] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108506] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108506] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] osapi_compute_listen_port = 8774 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108664] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] osapi_compute_unique_server_name_scope = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108825] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] osapi_compute_workers = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.108996] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] password_length = 12 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.109166] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] periodic_enable = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.109330] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] periodic_fuzzy_delay = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.109503] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] pointer_model = usbtablet {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.109666] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] preallocate_images = none {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.109824] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] publish_errors = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.109950] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] pybasedir = /opt/stack/nova {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.110144] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ram_allocation_ratio = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.110311] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] rate_limit_burst = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.110481] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] rate_limit_except_level = CRITICAL {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.110650] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] rate_limit_interval = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.110804] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reboot_timeout = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.110963] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reclaim_instance_interval = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.111132] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] record = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.111302] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reimage_timeout_per_gb = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.111467] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] report_interval = 120 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.111628] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] rescue_timeout = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.111787] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reserved_host_cpus = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.111945] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reserved_host_disk_mb = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.112117] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reserved_host_memory_mb = 512 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.112281] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] reserved_huge_pages = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.112443] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] resize_confirm_window = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.112604] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] resize_fs_using_block_device = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.112763] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] resume_guests_state_on_host_boot = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.112930] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.113104] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] rpc_response_timeout = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.113303] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] run_external_periodic_tasks = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.113442] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] running_deleted_instance_action = reap {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.113600] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.113760] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] running_deleted_instance_timeout = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.113918] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler_instance_sync_interval = 120 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.114102] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_down_time = 720 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.114275] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] servicegroup_driver = db {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.114434] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] shell_completion = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.114597] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] shelved_offload_time = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.114756] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] shelved_poll_interval = 3600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.114924] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] shutdown_timeout = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.115102] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] source_is_ipv6 = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.115266] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ssl_only = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.115535] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.115710] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] sync_power_state_interval = 600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.115877] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] sync_power_state_pool_size = 1000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.116062] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] syslog_log_facility = LOG_USER {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.116237] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] tempdir = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.116392] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] timeout_nbd = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.116559] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] transport_url = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.116720] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] update_resources_interval = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.116880] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] use_cow_images = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.117048] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] use_journal = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.117244] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] use_json = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.117416] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] use_rootwrap_daemon = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.117575] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] use_stderr = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.117730] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] use_syslog = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.117882] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vcpu_pin_set = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.118061] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plugging_is_fatal = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.118231] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plugging_timeout = 300 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.118401] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] virt_mkfs = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.118563] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] volume_usage_poll_interval = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.118782] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] watch_log_file = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.118890] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] web = /usr/share/spice-html5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.119092] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.119266] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.119433] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.119607] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_concurrency.disable_process_locking = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.120300] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.120496] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.120670] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.120845] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.121026] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.121201] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.121386] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.auth_strategy = keystone {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.121559] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.compute_link_prefix = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.121736] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.121911] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.dhcp_domain = novalocal {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.122094] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.enable_instance_password = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.122265] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.glance_link_prefix = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.122433] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.122605] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.122767] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.instance_list_per_project_cells = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.122929] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.list_records_by_skipping_down_cells = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.123104] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.local_metadata_per_cell = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.123278] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.max_limit = 1000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.123448] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.metadata_cache_expiration = 15 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.123621] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.neutron_default_tenant_id = default {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.123793] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.response_validation = warn {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.123965] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.use_neutron_default_nets = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.124152] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.124318] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.124488] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.124663] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125222] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_dynamic_targets = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125222] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_jsonfile_path = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125222] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125380] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.backend = dogpile.cache.memcached {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125534] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.backend_argument = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125698] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.backend_expiration_time = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.125869] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.config_prefix = cache.oslo {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.126054] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.dead_timeout = 60.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.126274] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.debug_cache_backend = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.126440] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.enable_retry_client = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.126604] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.enable_socket_keepalive = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.126774] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.enabled = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.126938] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.enforce_fips_mode = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.127118] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.expiration_time = 600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.127306] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.hashclient_retry_attempts = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.127480] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.127646] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_dead_retry = 300 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.127803] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_password = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.127966] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.128140] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.128306] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_pool_maxsize = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.128473] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.128632] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_sasl_enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.128810] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.128978] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.129147] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.memcache_username = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.129342] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.proxies = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.129518] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_db = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.129727] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_password = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.129859] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.130028] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.130203] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_server = localhost:6379 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.130374] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_socket_timeout = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.130533] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.redis_username = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.130696] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.retry_attempts = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.130858] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.retry_delay = 0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.131037] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.socket_keepalive_count = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.131207] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.socket_keepalive_idle = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.131371] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.socket_keepalive_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.131526] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.tls_allowed_ciphers = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.131683] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.tls_cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.131843] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.tls_certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.132009] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.tls_enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.132174] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cache.tls_keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.132347] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.132523] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.auth_type = password {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.132685] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.132861] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.133031] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.133203] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.133370] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.cross_az_attach = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.133571] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.debug = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.133773] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.endpoint_template = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.133946] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.http_retries = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.134150] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.134292] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.134466] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.os_region_name = RegionOne {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.134632] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.134792] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cinder.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.134966] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.135140] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.cpu_dedicated_set = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.135301] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.cpu_shared_set = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.135470] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.image_type_exclude_list = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.135634] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.135794] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.135958] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.136131] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.136333] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.136506] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.resource_provider_association_refresh = 300 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.136669] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.136832] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.shutdown_retry_interval = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.137018] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.137213] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] conductor.workers = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.137424] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] console.allowed_origins = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.137591] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] console.ssl_ciphers = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.137762] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] console.ssl_minimum_version = default {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.137933] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] consoleauth.enforce_session_timeout = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.138118] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] consoleauth.token_ttl = 600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.138298] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.138461] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.138626] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.138786] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.138946] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.139112] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.139275] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.139436] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.139594] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.139752] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.139907] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.140074] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.140238] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.140410] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.service_type = accelerator {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.140570] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.140726] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.140882] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.141051] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.141235] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.141397] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] cyborg.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.141568] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.asyncio_connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.141732] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.asyncio_slave_connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.141898] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.backend = sqlalchemy {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.142078] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.142247] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.connection_debug = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.142419] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.connection_parameters = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.142584] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.connection_recycle_time = 3600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.142748] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.connection_trace = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.142912] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.db_inc_retry_interval = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.143089] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.db_max_retries = 20 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.143254] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.db_max_retry_interval = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.143442] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.db_retry_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.143626] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.max_overflow = 50 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.143793] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.max_pool_size = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.143955] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.max_retries = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.144150] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.144306] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.mysql_wsrep_sync_wait = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.144469] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.pool_timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.144627] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.retry_interval = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.144784] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.slave_connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.144944] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.sqlite_synchronous = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.145117] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] database.use_db_reconnect = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.145286] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.asyncio_connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.145446] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.asyncio_slave_connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.145615] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.backend = sqlalchemy {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.145781] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.145948] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.connection_debug = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.146135] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.connection_parameters = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.146330] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.connection_recycle_time = 3600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.146499] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.connection_trace = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.146662] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.db_inc_retry_interval = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.146826] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.db_max_retries = 20 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.146989] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.db_max_retry_interval = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.147203] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.db_retry_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.147394] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.max_overflow = 50 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.147567] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.max_pool_size = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.147731] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.max_retries = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.147899] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.148071] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.148233] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.pool_timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.148396] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.retry_interval = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.148565] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.slave_connection = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.148721] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] api_database.sqlite_synchronous = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.148898] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] devices.enabled_mdev_types = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.149088] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.149267] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.149433] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ephemeral_storage_encryption.enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.149598] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.149773] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.api_servers = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.149939] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.150119] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.150278] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.150438] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.150605] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.150760] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.debug = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.150926] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.default_trusted_certificate_ids = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.151100] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.enable_certificate_validation = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.151264] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.enable_rbd_download = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.151427] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.151589] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.151749] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.151907] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.152082] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.152302] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.num_retries = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.152422] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.rbd_ceph_conf = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.152621] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.rbd_connect_timeout = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.152797] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.rbd_pool = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.152963] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.rbd_user = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.153146] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.153731] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.153731] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.153731] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.service_type = image {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.153897] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.154073] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.154240] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.154401] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.154584] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.154747] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.verify_glance_signatures = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.154905] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] glance.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.155084] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] guestfs.debug = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.155261] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.155427] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.auth_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.155584] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.155744] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.155907] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.156078] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.156283] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.156523] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.156740] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.156914] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.157088] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.157256] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.157420] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.157581] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.157741] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.157912] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.service_type = shared-file-system {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.158089] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.share_apply_policy_timeout = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.158259] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.158419] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.158577] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.158735] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.158915] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.159088] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] manila.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.159262] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] mks.enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.159652] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.159897] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] image_cache.manager_interval = 2400 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.160092] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] image_cache.precache_concurrency = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.160268] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] image_cache.remove_unused_base_images = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.160438] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.160611] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.160788] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] image_cache.subdirectory_name = _base {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.160968] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.api_max_retries = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.161146] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.api_retry_interval = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.161310] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.161474] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.auth_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.161633] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.161791] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.161955] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.162147] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.conductor_group = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.162335] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.162485] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.162643] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.162807] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.162963] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.163137] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.163296] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.163466] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.peer_list = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.163622] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.163778] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.163939] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.serial_console_state_timeout = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.164116] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.164285] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.service_type = baremetal {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.164444] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.shard = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.164606] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.164766] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.164925] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.165093] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.165278] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.165441] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ironic.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.165661] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.165843] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] key_manager.fixed_key = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.166038] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.166227] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.barbican_api_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.166398] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.barbican_endpoint = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.166571] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.barbican_endpoint_type = public {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.166730] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.barbican_region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.166888] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.167057] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.167236] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.167391] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.167548] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.167708] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.number_of_retries = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.167867] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.retry_delay = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.168041] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.send_service_user_token = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.168207] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.168367] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.168526] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.verify_ssl = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.168683] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican.verify_ssl_path = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.168849] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.169021] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.auth_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.169193] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.169363] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.169533] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.169689] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.169849] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170021] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170186] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] barbican_service_user.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170374] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.approle_role_id = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170510] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.approle_secret_id = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170677] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.kv_mountpoint = secret {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170836] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.kv_path = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.170998] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.kv_version = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.171170] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.namespace = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.171330] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.root_token_id = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.171485] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.ssl_ca_crt_file = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.171653] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.timeout = 60.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.171814] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.use_ssl = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.171984] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.172166] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.172327] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.172488] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.172643] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.172801] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.172956] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.173128] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.173288] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.173451] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.173601] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.173760] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.173920] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.174096] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.174270] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.service_type = identity {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.174434] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.174595] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.174752] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.174909] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.175092] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.175249] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] keystone.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.175605] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.ceph_mount_options = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.175782] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.175964] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.connection_uri = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.176141] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_mode = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.176316] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.176497] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_models = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.176656] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_power_governor_high = performance {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.176826] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.176988] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_power_management = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.177180] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.177377] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.device_detach_attempts = 8 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.177559] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.device_detach_timeout = 20 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.177732] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.disk_cachemodes = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.177892] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.disk_prefix = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.178067] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.enabled_perf_events = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.178237] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.file_backed_memory = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.178404] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.gid_maps = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.178564] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.hw_disk_discard = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.178719] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.hw_machine_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.178887] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_rbd_ceph_conf = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.179061] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.179230] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.179399] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_rbd_glance_store_name = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.179575] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_rbd_pool = rbd {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.179742] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_type = default {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.179904] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.images_volume_group = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.180077] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.inject_key = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.180243] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.inject_partition = -2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.180406] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.inject_password = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.180629] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.iscsi_iface = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.180729] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.iser_use_multipath = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.180891] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.181065] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.181231] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_downtime = 500 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.181396] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.181560] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.181719] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_inbound_addr = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.181880] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.182054] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.182219] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_scheme = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.182393] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_timeout_action = abort {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.182557] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_tunnelled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.182714] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_uri = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.182876] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.live_migration_with_native_tls = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.183047] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.max_queues = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.183217] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.183450] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.183615] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.nfs_mount_options = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.183930] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.184122] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.184294] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.184462] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.184627] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.184793] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.num_pcie_ports = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.184958] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.185137] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.pmem_namespaces = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.185300] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.quobyte_client_cfg = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.185606] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.185781] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.185947] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.186123] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.186318] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rbd_secret_uuid = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.186488] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rbd_user = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.186650] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.186820] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.186978] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rescue_image_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.187152] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rescue_kernel_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.187339] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rescue_ramdisk_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.187532] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.187693] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.rx_queue_size = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.187862] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.smbfs_mount_options = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.188185] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.188370] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.snapshot_compression = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.188555] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.snapshot_image_format = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.188792] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.188965] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.sparse_logical_volumes = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.189143] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.swtpm_enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.189317] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.swtpm_group = tss {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.189488] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.swtpm_user = tss {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.189658] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.sysinfo_serial = unique {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.189822] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.tb_cache_size = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.189974] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.tx_queue_size = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.190151] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.uid_maps = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.190316] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.use_virtio_for_bridges = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.190490] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.virt_type = kvm {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.190661] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.volume_clear = zero {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.190824] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.volume_clear_size = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.190985] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.volume_enforce_multipath = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.191164] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.volume_use_multipath = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.191326] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_cache_path = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.191495] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.191659] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.191824] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.191989] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.192292] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.192483] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.vzstorage_mount_user = stack {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.192651] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.192828] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193009] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.auth_type = password {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193181] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193344] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193508] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193673] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193826] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.193993] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.default_floating_pool = public {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.194170] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.194335] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.extension_sync_interval = 600 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.194499] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.http_retries = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.194661] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.194819] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.194980] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.195169] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.195371] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.195592] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.ovs_bridge = br-int {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.195767] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.physnets = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.195938] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.region_name = RegionOne {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.196167] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.196361] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.service_metadata_proxy = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.196529] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.196732] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.service_type = network {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.196903] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.197081] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.197323] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.197507] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.197722] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.197894] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] neutron.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.198083] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] notifications.bdms_in_notifications = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.198268] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] notifications.default_level = INFO {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.198435] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] notifications.include_share_mapping = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.198609] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] notifications.notification_format = unversioned {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.198772] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] notifications.notify_on_state_change = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.198946] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.199139] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] pci.alias = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.199315] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] pci.device_spec = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.199510] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] pci.report_in_placement = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.199689] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.199940] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.auth_type = password {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.200043] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.200213] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.200376] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.200543] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.200704] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.200913] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.201052] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.default_domain_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.201218] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.default_domain_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.201378] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.domain_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.201555] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.domain_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.201719] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.201882] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.202053] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.202217] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.202380] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.202549] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.password = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.202712] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.project_domain_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.202880] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.project_domain_name = Default {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.203055] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.project_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.203234] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.project_name = service {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.203406] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.region_name = RegionOne {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.203569] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.203729] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.203913] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.service_type = placement {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.204152] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.204327] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.204493] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.204654] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.system_scope = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.204816] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.204978] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.trust_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.205154] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.user_domain_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.205331] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.user_domain_name = Default {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.205494] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.user_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.205667] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.username = nova {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.205849] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.206018] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] placement.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.206239] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.cores = 20 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.206405] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.count_usage_from_placement = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.206579] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.206747] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.injected_file_content_bytes = 10240 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.206915] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.injected_file_path_length = 255 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.207095] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.injected_files = 5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.207304] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.instances = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.207495] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.key_pairs = 100 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.207665] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.metadata_items = 128 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.207833] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.ram = 51200 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.207998] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.recheck_quota = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.208181] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.server_group_members = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.208350] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.server_groups = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.208567] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.208741] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] quota.unified_limits_resource_strategy = require {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.208915] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.209091] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.209257] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.image_metadata_prefilter = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.209422] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.209586] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.max_attempts = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.209748] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.max_placement_results = 1000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.209912] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.210087] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.210252] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.210426] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] scheduler.workers = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.210605] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.210777] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.210957] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.211146] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.211317] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.211514] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.211687] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.211876] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.212057] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.host_subset_size = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.212229] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.212390] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.212553] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.212716] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.212888] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.213063] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.isolated_hosts = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.213230] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.isolated_images = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.213393] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.213556] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.213717] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.213877] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.pci_in_placement = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.214051] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.214216] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.214377] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.214535] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.214694] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.214857] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.215026] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.track_instance_changes = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.215209] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.215382] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metrics.required = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.215548] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metrics.weight_multiplier = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.215712] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.215876] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] metrics.weight_setting = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.216243] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.216424] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] serial_console.enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.216604] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] serial_console.port_range = 10000:20000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.216777] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.216944] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.217125] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] serial_console.serialproxy_port = 6083 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.217337] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.217525] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.auth_type = password {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.217696] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.217858] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.218042] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.218212] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.218374] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.218574] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.send_service_user_token = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.218703] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.218863] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] service_user.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.219044] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.agent_enabled = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.219214] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.219530] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.219738] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.219908] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.html5proxy_port = 6082 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.220081] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.image_compression = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.220245] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.jpeg_compression = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.220410] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.playback_compression = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.220574] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.require_secure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.220741] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.server_listen = 127.0.0.1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.220911] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.221214] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.221378] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.streaming_mode = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.221543] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] spice.zlib_compression = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.221715] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] upgrade_levels.baseapi = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.221884] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] upgrade_levels.compute = auto {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.222060] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] upgrade_levels.conductor = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.222226] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] upgrade_levels.scheduler = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.222394] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.222558] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.222718] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.222874] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.223047] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.223392] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.223392] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.223567] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.223731] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vendordata_dynamic_auth.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.223908] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.api_retry_count = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.224085] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.ca_file = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.224260] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.224429] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.cluster_name = testcl1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.224597] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.connection_pool_size = 10 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.224756] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.console_delay_seconds = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.224922] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.datastore_regex = ^datastore.* {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.225163] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.225341] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.host_password = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.225507] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.host_port = 443 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.225674] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.host_username = administrator@vsphere.local {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.225839] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.insecure = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.226103] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.integration_bridge = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.226197] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.maximum_objects = 100 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.226369] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.pbm_default_policy = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.226534] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.pbm_enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.226691] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.pbm_wsdl_location = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.226860] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.227031] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.serial_port_proxy_uri = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.227215] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.serial_port_service_uri = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.227413] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.task_poll_interval = 0.5 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.227594] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.use_linked_clone = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.227763] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.vnc_keymap = en-us {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.227928] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.vnc_port = 5900 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.228105] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vmware.vnc_port_total = 10000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.228296] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.auth_schemes = ['none'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.228492] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.228833] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.229034] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.229213] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.novncproxy_port = 6080 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.229413] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.server_listen = 127.0.0.1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.229595] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.229755] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.vencrypt_ca_certs = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.229912] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.vencrypt_client_cert = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.230082] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vnc.vencrypt_client_key = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.230300] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.230431] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.disable_deep_image_inspection = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.230594] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.230756] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.230919] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.231093] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.disable_rootwrap = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.231259] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.enable_numa_live_migration = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.231423] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.231582] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.231741] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.231901] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.libvirt_disable_apic = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.232071] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.232235] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.232397] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.232556] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.232715] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.232874] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.233044] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.233208] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.233370] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.233533] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.233715] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.233878] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.234056] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] zvm.ca_file = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.234221] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] zvm.cloud_connector_url = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.234542] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.234718] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] zvm.reachable_timeout = 300 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.234890] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.235078] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.235260] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.connection_string = messaging:// {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.235434] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.enabled = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.235672] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.es_doc_type = notification {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.235856] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.es_scroll_size = 10000 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.236043] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.es_scroll_time = 2m {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.236241] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.filter_error_trace = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.236417] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.hmac_keys = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.236586] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.sentinel_service_name = mymaster {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.236749] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.socket_timeout = 0.1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.236911] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.trace_requests = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.237081] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler.trace_sqlalchemy = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.237292] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler_jaeger.process_tags = {} {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.237459] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler_jaeger.service_name_prefix = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.237623] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] profiler_otlp.service_name_prefix = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.237797] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.237959] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.238137] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.238301] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.238464] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.238626] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.238785] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.238944] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.239128] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.239320] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.239467] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.239632] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.239797] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.239962] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.240137] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.240306] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.240471] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.240629] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.240796] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.240956] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.241130] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.241296] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.241467] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.241617] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.241777] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.241938] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.242119] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.242288] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.242451] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.242612] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.242776] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.ssl = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.242947] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.243126] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.243294] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.243463] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.243628] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.243789] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.243976] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.244161] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_notifications.retry = -1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.244340] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.244508] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.244680] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.auth_section = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.244844] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.auth_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245008] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.cafile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245175] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.certfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245339] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.collect_timing = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245498] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.connect_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245656] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.connect_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245813] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.endpoint_id = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.245982] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.246204] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.endpoint_override = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.246351] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.endpoint_region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.246515] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.endpoint_service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.246670] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.endpoint_service_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.246830] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.insecure = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.246987] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.keyfile = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.247187] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.max_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.247398] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.min_version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.247575] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.region_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.247739] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.retriable_status_codes = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.247898] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.service_name = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.248069] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.service_type = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.248237] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.split_loggers = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.248397] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.status_code_retries = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.248556] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.status_code_retry_delay = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.248712] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.timeout = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.248869] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.valid_interfaces = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.249036] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_limit.version = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.249207] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_reports.file_event_handler = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.249375] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.249537] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] oslo_reports.log_dir = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.249705] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.249863] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.250032] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.250203] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.250422] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.250599] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.250769] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.250931] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_ovs_privileged.group = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.251104] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.251273] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.251437] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.251605] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] vif_plug_ovs_privileged.user = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.251766] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.251945] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.252130] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.252307] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.252474] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.252642] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.252804] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.252963] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.253152] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.253347] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.isolate_vif = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.253527] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.253693] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.253861] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.254045] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.254213] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] os_vif_ovs.per_port_bridge = False {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.254387] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] privsep_osbrick.capabilities = [21] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.254653] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] privsep_osbrick.group = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.254719] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] privsep_osbrick.helper_command = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.254934] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.255124] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.255288] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] privsep_osbrick.user = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.255463] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.255623] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] nova_sys_admin.group = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.255779] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] nova_sys_admin.helper_command = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.255944] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.256119] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.256306] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] nova_sys_admin.user = None {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.256437] env[69959]: DEBUG oslo_service.backend.eventlet.service [None req-afc2ea1c-5f98-4767-976c-6d4146755b4f None None] ******************************************************************************** {{(pid=69959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 575.256859] env[69959]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 575.760586] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Getting list of instances from cluster (obj){ [ 575.760586] env[69959]: value = "domain-c8" [ 575.760586] env[69959]: _type = "ClusterComputeResource" [ 575.760586] env[69959]: } {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 575.761768] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0362f9e5-f78a-45ef-a73f-2beb131526e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.771324] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Got total of 0 instances {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 575.771934] env[69959]: WARNING nova.virt.vmwareapi.driver [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 575.772448] env[69959]: INFO nova.virt.node [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Generated node identity 7fd20412-76af-425c-a8c7-822bce27256b [ 575.772695] env[69959]: INFO nova.virt.node [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Wrote node identity 7fd20412-76af-425c-a8c7-822bce27256b to /opt/stack/data/n-cpu-1/compute_id [ 576.275499] env[69959]: WARNING nova.compute.manager [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Compute nodes ['7fd20412-76af-425c-a8c7-822bce27256b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 577.282434] env[69959]: INFO nova.compute.manager [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 578.288500] env[69959]: WARNING nova.compute.manager [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 578.288909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.289200] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.289359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.289514] env[69959]: DEBUG nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 578.290480] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c5069-3917-4332-aa23-67b5f72ffa37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.298985] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd733f9-2191-4316-a818-2191db6727ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.313768] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bdfb5b-a61e-471f-99a2-ff5831b5536d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.321108] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1761d-2d4a-4f1a-b07d-f9f8d0ec443c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.350546] env[69959]: DEBUG nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180809MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 578.350740] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.350958] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.853558] env[69959]: WARNING nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] No compute node record for cpu-1:7fd20412-76af-425c-a8c7-822bce27256b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7fd20412-76af-425c-a8c7-822bce27256b could not be found. [ 579.357463] env[69959]: INFO nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7fd20412-76af-425c-a8c7-822bce27256b [ 580.865635] env[69959]: DEBUG nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 580.866020] env[69959]: DEBUG nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 581.023967] env[69959]: INFO nova.scheduler.client.report [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] [req-231c6200-dc9f-4c68-8513-93a858ab5055] Created resource provider record via placement API for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 581.041466] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8ce5c-e208-4a05-aec5-01c3518495d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.049544] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88518b89-814d-4216-b03d-9dbfb80a29b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.079502] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a32bc-b559-4f77-8136-0f04d0fa4db6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.087602] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61200796-cc95-4223-bd50-d090afb54218 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.101240] env[69959]: DEBUG nova.compute.provider_tree [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 581.640147] env[69959]: DEBUG nova.scheduler.client.report [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 581.640393] env[69959]: DEBUG nova.compute.provider_tree [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 0 to 1 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 581.640532] env[69959]: DEBUG nova.compute.provider_tree [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 581.692011] env[69959]: DEBUG nova.compute.provider_tree [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 1 to 2 during operation: update_traits {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 582.196738] env[69959]: DEBUG nova.compute.resource_tracker [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 582.197125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.197125] env[69959]: DEBUG nova.service [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Creating RPC server for service compute {{(pid=69959) start /opt/stack/nova/nova/service.py:177}} [ 582.210010] env[69959]: DEBUG nova.service [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] Join ServiceGroup membership for this service compute {{(pid=69959) start /opt/stack/nova/nova/service.py:194}} [ 582.210213] env[69959]: DEBUG nova.servicegroup.drivers.db [None req-cc126ce7-debf-416d-9821-837c04a3ea6a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69959) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 623.215256] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.719036] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Getting list of instances from cluster (obj){ [ 623.719036] env[69959]: value = "domain-c8" [ 623.719036] env[69959]: _type = "ClusterComputeResource" [ 623.719036] env[69959]: } {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 623.719394] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a09382a-650c-467a-b91d-ad338ecf5bab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.730234] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Got total of 0 instances {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 623.730689] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.731075] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Getting list of instances from cluster (obj){ [ 623.731075] env[69959]: value = "domain-c8" [ 623.731075] env[69959]: _type = "ClusterComputeResource" [ 623.731075] env[69959]: } {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 623.732892] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7ed40c-3913-430e-a974-18ea805a1876 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.741719] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Got total of 0 instances {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 626.608139] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.608490] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.719879] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.719879] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.746885] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.746885] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.115868] env[69959]: DEBUG nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.222543] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.251037] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.511029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "54797e67-1bde-45e4-b12a-50b1287244c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.511288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "54797e67-1bde-45e4-b12a-50b1287244c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.648194] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.648816] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.650468] env[69959]: INFO nova.compute.claims [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.750489] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.783353] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.952944] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "2c5c2005-452b-40bf-adcf-b1765600702b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.952944] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "2c5c2005-452b-40bf-adcf-b1765600702b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.016299] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.028301] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.028301] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.456323] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.532551] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.549393] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.777777] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237bb89d-fe2b-40c2-9168-3fa7668a34b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.788281] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9df7103-6f3c-412d-a261-be4f9daeddaa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.822208] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa007c-6115-452a-9554-815bcd29cadb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.830589] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32bbd68-0248-4ab1-85dd-38214326e63d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.846362] env[69959]: DEBUG nova.compute.provider_tree [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.894617] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.894617] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.987932] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.071114] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.143028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.143450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.244297] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.245123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.350717] env[69959]: DEBUG nova.scheduler.client.report [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.395841] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.648169] env[69959]: DEBUG nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.748351] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.857582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.859008] env[69959]: DEBUG nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.864207] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.112s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.864207] env[69959]: INFO nova.compute.claims [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.929185] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.176481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.190191] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "bee65c60-c104-4523-9e3a-1e41ead05854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.190594] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.284220] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.341254] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341254] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341254] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341254] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341254] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341428] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341496] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.341733] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 630.341859] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.371068] env[69959]: DEBUG nova.compute.utils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.372297] env[69959]: DEBUG nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 630.692686] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.847606] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.874524] env[69959]: DEBUG nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.081563] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0888a10-53fa-43a2-b93a-b1b4a2f12963 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.091993] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebd6192-17c5-436c-a70e-098cf5802ee8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.132348] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ac775-9fdc-4b3b-8d92-fc17d399f7cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.144927] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647383da-1167-4923-a691-1788307ac935 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.163649] env[69959]: DEBUG nova.compute.provider_tree [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.217951] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.667540] env[69959]: DEBUG nova.scheduler.client.report [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.888886] env[69959]: DEBUG nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.980088] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "29558655-499e-4dee-b322-5de67728670a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.980353] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "29558655-499e-4dee-b322-5de67728670a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.174520] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.175109] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.179315] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.396s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.180739] env[69959]: INFO nova.compute.claims [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.268758] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.268942] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.269247] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.269541] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.269541] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.269688] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.269893] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.270346] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.270837] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.271038] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.271226] env[69959]: DEBUG nova.virt.hardware [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.272779] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0068ec3e-171a-42b5-8127-769a66b7fe41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.282776] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee8ec5e-3928-4923-9443-595ba8f51ad1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.306808] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3936e97b-5fcd-48bb-86dc-2c2a90077651 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.328473] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.339017] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.339381] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ea0e57-a1bc-426f-96db-6918ae8a2132 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.354485] env[69959]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 632.354733] env[69959]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69959) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 632.355151] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 632.355380] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating folder: Project (43fa4cdceec24580949e261983e95aba). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.355636] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72913559-425f-44fe-b431-a33ffba7e214 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.367639] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Created folder: Project (43fa4cdceec24580949e261983e95aba) in parent group-v809535. [ 632.367848] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating folder: Instances. Parent ref: group-v809539. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.368145] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-412ff947-7c77-44b7-9519-2a0a6236ebb5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.380431] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Created folder: Instances in parent group-v809539. [ 632.380804] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.381092] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.381377] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89fac26f-0782-4bd3-8b95-a849723cd12d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.403718] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.403718] env[69959]: value = "task-4086065" [ 632.403718] env[69959]: _type = "Task" [ 632.403718] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.414266] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086065, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.688181] env[69959]: DEBUG nova.compute.utils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.693614] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.694878] env[69959]: DEBUG nova.network.neutron [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.907516] env[69959]: DEBUG nova.policy [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5880b769fbc74c8e9e6f8780f5ea890f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dad4c2bc4712453db86289cc94d8d1fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.926495] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086065, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.074762] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.074762] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.193942] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.424916] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086065, 'name': CreateVM_Task, 'duration_secs': 0.598437} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.424916] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.428390] env[69959]: DEBUG oslo_vmware.service [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0fd72-8498-4761-82c0-79f2207453e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.434591] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.434787] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.435505] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.435813] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d321c1a9-afb6-4a08-8a5a-b3374705eb35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.446457] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 633.446457] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f441e3-3945-2d9d-f978-fd7ab2409c91" [ 633.446457] env[69959]: _type = "Task" [ 633.446457] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.463192] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f441e3-3945-2d9d-f978-fd7ab2409c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.505144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0bedc-510f-4de7-8b32-7bd53d27a40f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.513519] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5903b5a2-8bdf-47c1-aff4-152209a46ede {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.552864] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f927f4-d367-40fb-82a0-18f72158623d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.563232] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f5a84e-f8b5-4f08-a5fc-4ccdc85e46d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.579751] env[69959]: DEBUG nova.compute.provider_tree [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.968036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.968526] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.969571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.970107] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.971057] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.973195] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee40aa5a-6f54-4dbb-b10c-40826c30ed3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.985076] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.985076] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.985833] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7668bbe-5f40-43fe-a9c2-da2a959cf3ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.997957] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd768509-6dd8-4933-bf34-037bd24c27dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.005264] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 634.005264] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528dd080-cfad-c316-bac1-64703e403a3b" [ 634.005264] env[69959]: _type = "Task" [ 634.005264] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.014811] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528dd080-cfad-c316-bac1-64703e403a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.110827] env[69959]: ERROR nova.scheduler.client.report [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [req-f5e7adb2-848f-45b7-aa68-55dca5e979a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5e7adb2-848f-45b7-aa68-55dca5e979a1"}]} [ 634.140955] env[69959]: DEBUG nova.scheduler.client.report [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 634.162424] env[69959]: DEBUG nova.scheduler.client.report [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 634.162651] env[69959]: DEBUG nova.compute.provider_tree [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.183024] env[69959]: DEBUG nova.scheduler.client.report [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 634.206425] env[69959]: DEBUG nova.scheduler.client.report [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 634.210248] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.256914] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.256914] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.256914] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.257186] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.257186] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.257186] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.257186] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.257186] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.259799] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.259799] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.259799] env[69959]: DEBUG nova.virt.hardware [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.261483] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0604ab-2418-49d2-9b43-c8f864cbb7e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.277354] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ad703-f77c-4978-97da-bfe7c6db803f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.524436] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 634.526592] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating directory with path [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.526592] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23bfdfee-5f3c-4c0a-affe-ebf1ae75072d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.542132] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Created directory with path [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.542542] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Fetch image to [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 634.542542] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Downloading image file data 89daa873-f6ec-485a-84a5-23e30f5eec58 to [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk on the data store datastore2 {{(pid=69959) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 634.543414] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd300f-4bb4-432a-9569-8e2a1ee5e122 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.562187] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2424cc5-e938-466b-a48a-53837d7b77b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.584048] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f5f4a8-534a-455d-b29d-267bb22d07c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.627360] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0594cf-8a39-4ce6-815f-2c9a4c615509 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.631724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc6bd3d-8972-4261-9dc5-4dd721213464 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.639119] env[69959]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7687e411-845d-41fb-99e4-26166c6f12d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.656124] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9949f401-123e-4871-b2f2-eff7107b900c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.700047] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba7da9a-df6c-4123-aa6b-8361e51aadb0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.703223] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Downloading image file data 89daa873-f6ec-485a-84a5-23e30f5eec58 to the data store datastore2 {{(pid=69959) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 634.712137] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf8e57e-62e0-4584-ac6d-795ed5a1744d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.728739] env[69959]: DEBUG nova.compute.provider_tree [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.731789] env[69959]: DEBUG nova.network.neutron [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Successfully created port: b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.807960] env[69959]: DEBUG oslo_vmware.rw_handles [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 635.291053] env[69959]: DEBUG nova.scheduler.client.report [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 635.291601] env[69959]: DEBUG nova.compute.provider_tree [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 16 to 17 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 635.291601] env[69959]: DEBUG nova.compute.provider_tree [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.576920] env[69959]: DEBUG oslo_vmware.rw_handles [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 635.577188] env[69959]: DEBUG oslo_vmware.rw_handles [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 635.700307] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Downloaded image file data 89daa873-f6ec-485a-84a5-23e30f5eec58 to vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk on the data store datastore2 {{(pid=69959) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 635.702127] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 635.702244] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Copying Virtual Disk [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk to [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.702456] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c5b9b2-50fa-4a9c-8852-3db392615934 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.711973] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 635.711973] env[69959]: value = "task-4086067" [ 635.711973] env[69959]: _type = "Task" [ 635.711973] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.720918] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.796850] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.618s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.798273] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.803323] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.254s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.807182] env[69959]: INFO nova.compute.claims [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.230511] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.313609] env[69959]: DEBUG nova.compute.utils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.322324] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.322324] env[69959]: DEBUG nova.network.neutron [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.640365] env[69959]: DEBUG nova.policy [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65fdee6d05bb46cda158fde55e5980b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88997eb1e0174d6e9b729694dd994470', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.725353] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.821030] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.080278] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2b183-88a9-4abf-9b29-bc6de5d2a3d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.096541] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abd4f3-cae7-4e1a-8fd2-4b12a5274ab2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.135417] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee8e09-2c47-49cc-8c6f-bf5170eebe7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.145802] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741e950-423a-4449-aa24-2d37f0a00104 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.170698] env[69959]: DEBUG nova.compute.provider_tree [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.227013] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.730831] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086067, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.852563} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.731239] env[69959]: DEBUG nova.scheduler.client.report [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 637.732062] env[69959]: DEBUG nova.compute.provider_tree [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 17 to 18 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.732062] env[69959]: DEBUG nova.compute.provider_tree [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.739601] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Copied Virtual Disk [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk to [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.739601] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleting the datastore file [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.739601] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37922db0-3094-4df9-8595-c414af57f70d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.749808] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 637.749808] env[69959]: value = "task-4086069" [ 637.749808] env[69959]: _type = "Task" [ 637.749808] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.763194] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.837024] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.872526] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.872747] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.872895] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.876244] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.876466] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.876619] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.876893] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.877090] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.877260] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.877420] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.877587] env[69959]: DEBUG nova.virt.hardware [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.878747] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5781b2aa-d485-4540-81d6-c18ecb096559 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.888818] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0663109c-3ebf-4bab-90ce-a2bf195525f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.239681] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.240269] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.245127] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.256s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.246771] env[69959]: INFO nova.compute.claims [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.268025] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03726} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.268025] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.268025] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Moving file from [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa/89daa873-f6ec-485a-84a5-23e30f5eec58 to [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58. {{(pid=69959) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 638.268025] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bddfd834-5f11-4048-a0be-b24dd3dd3a05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.282478] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 638.282478] env[69959]: value = "task-4086070" [ 638.282478] env[69959]: _type = "Task" [ 638.282478] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.294013] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086070, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.526773] env[69959]: DEBUG nova.network.neutron [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Successfully created port: eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.756024] env[69959]: DEBUG nova.compute.utils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.762857] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.763154] env[69959]: DEBUG nova.network.neutron [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.794455] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086070, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03527} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.794455] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] File moved {{(pid=69959) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 638.794455] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Cleaning up location [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 638.794455] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleting the datastore file [datastore2] vmware_temp/604e433d-09d1-4cb6-88f0-eec6d82d95fa {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.794741] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45680f2c-915b-49a5-aab2-1083ec7e4d2e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.804643] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 638.804643] env[69959]: value = "task-4086071" [ 638.804643] env[69959]: _type = "Task" [ 638.804643] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.813973] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.940204] env[69959]: DEBUG nova.policy [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f6b6415acda4ff1864973d6b30fa439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36bf7e162f8449618140fa310d178cc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.035975] env[69959]: DEBUG nova.network.neutron [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Successfully updated port: b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.264146] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.323524] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063098} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.325063] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.325063] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afff9992-4670-44af-8ce9-5b651bf24b97 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.335184] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 639.335184] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a50a79-9e13-4144-d195-1af95fde0589" [ 639.335184] env[69959]: _type = "Task" [ 639.335184] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.352681] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a50a79-9e13-4144-d195-1af95fde0589, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.352911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.353822] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.357134] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27711e31-efbe-4fd0-b902-8bc0f478b4cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.369524] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 639.369524] env[69959]: value = "task-4086073" [ 639.369524] env[69959]: _type = "Task" [ 639.369524] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.386320] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.548766] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "refresh_cache-ef8c1409-a960-4ff0-924f-07f3df4e4bff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.548766] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquired lock "refresh_cache-ef8c1409-a960-4ff0-924f-07f3df4e4bff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.548766] env[69959]: DEBUG nova.network.neutron [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.669631] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef4f76d-060e-45f9-8921-9143c818b78d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.687533] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d3aff3-d8c6-4a62-b115-5ea296ffe2ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.746451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf57f5-d042-484e-8f7f-8bdf561e94b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.763412] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc387964-31fe-49a7-bd8e-36c0282e900e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.786982] env[69959]: DEBUG nova.compute.provider_tree [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.804725] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.804981] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.883219] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504338} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.883219] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.883219] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.883219] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6217e67-ae1d-4e1a-9a2e-baad16ef15aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.890784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "42d73292-1bab-4883-9e24-7ffa41e676e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.891204] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.895703] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 639.895703] env[69959]: value = "task-4086074" [ 639.895703] env[69959]: _type = "Task" [ 639.895703] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.909235] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.131126] env[69959]: DEBUG nova.network.neutron [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.293828] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.296672] env[69959]: DEBUG nova.scheduler.client.report [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.350509] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.350828] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.351068] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.351377] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.351454] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.351626] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.351908] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.352107] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.352352] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.352529] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.352706] env[69959]: DEBUG nova.virt.hardware [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.354108] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17922c0-3910-4913-b3b3-7653db0b4bcc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.365058] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283b65c4-7071-4a2d-8d58-325da38612db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.387956] env[69959]: DEBUG nova.network.neutron [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Successfully created port: 45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.408236] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072063} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.408715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.409895] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ea6ad-266e-4325-b3b2-e2ec7d0e5711 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.438208] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.438475] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd085e0-665c-45d7-ae6a-503975317eea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.463974] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 640.463974] env[69959]: value = "task-4086075" [ 640.463974] env[69959]: _type = "Task" [ 640.463974] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.472058] env[69959]: DEBUG nova.network.neutron [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Updating instance_info_cache with network_info: [{"id": "b4cb30e2-c6e5-4332-bf92-c455c7c269da", "address": "fa:16:3e:41:36:bb", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cb30e2-c6", "ovs_interfaceid": "b4cb30e2-c6e5-4332-bf92-c455c7c269da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.477498] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.653322] env[69959]: DEBUG nova.compute.manager [req-7eb7bdde-a1c2-449c-99da-78e033d005bc req-410906bd-4f06-425e-bec5-739e1221976d service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Received event network-vif-plugged-b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.653580] env[69959]: DEBUG oslo_concurrency.lockutils [req-7eb7bdde-a1c2-449c-99da-78e033d005bc req-410906bd-4f06-425e-bec5-739e1221976d service nova] Acquiring lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.654413] env[69959]: DEBUG oslo_concurrency.lockutils [req-7eb7bdde-a1c2-449c-99da-78e033d005bc req-410906bd-4f06-425e-bec5-739e1221976d service nova] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.654413] env[69959]: DEBUG oslo_concurrency.lockutils [req-7eb7bdde-a1c2-449c-99da-78e033d005bc req-410906bd-4f06-425e-bec5-739e1221976d service nova] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.657232] env[69959]: DEBUG nova.compute.manager [req-7eb7bdde-a1c2-449c-99da-78e033d005bc req-410906bd-4f06-425e-bec5-739e1221976d service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] No waiting events found dispatching network-vif-plugged-b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 640.657464] env[69959]: WARNING nova.compute.manager [req-7eb7bdde-a1c2-449c-99da-78e033d005bc req-410906bd-4f06-425e-bec5-739e1221976d service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Received unexpected event network-vif-plugged-b4cb30e2-c6e5-4332-bf92-c455c7c269da for instance with vm_state building and task_state spawning. [ 640.804032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.805223] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.809019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.739s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.811804] env[69959]: INFO nova.compute.claims [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.979797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Releasing lock "refresh_cache-ef8c1409-a960-4ff0-924f-07f3df4e4bff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.979797] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Instance network_info: |[{"id": "b4cb30e2-c6e5-4332-bf92-c455c7c269da", "address": "fa:16:3e:41:36:bb", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cb30e2-c6", "ovs_interfaceid": "b4cb30e2-c6e5-4332-bf92-c455c7c269da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.980475] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086075, 'name': ReconfigVM_Task, 'duration_secs': 0.319157} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.981337] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:36:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4cb30e2-c6e5-4332-bf92-c455c7c269da', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.989795] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Creating folder: Project (dad4c2bc4712453db86289cc94d8d1fd). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.989795] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.990536] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-088067c8-893a-4768-90f1-87c5a74bf7ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.992717] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beee4ae1-b133-40cc-a639-87a6f9149154 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.001269] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 641.001269] env[69959]: value = "task-4086076" [ 641.001269] env[69959]: _type = "Task" [ 641.001269] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.007364] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Created folder: Project (dad4c2bc4712453db86289cc94d8d1fd) in parent group-v809535. [ 641.007720] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Creating folder: Instances. Parent ref: group-v809543. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.012271] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc46bb2e-b55c-496e-9113-65a5609a0cf0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.015123] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086076, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.025908] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Created folder: Instances in parent group-v809543. [ 641.026906] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.026906] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.027096] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f308bd14-4df1-4a7c-b76e-11e177c3f2d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.050306] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.050306] env[69959]: value = "task-4086079" [ 641.050306] env[69959]: _type = "Task" [ 641.050306] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.059666] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086079, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.288324] env[69959]: DEBUG nova.network.neutron [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Successfully updated port: eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.316990] env[69959]: DEBUG nova.compute.utils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.323175] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.323175] env[69959]: DEBUG nova.network.neutron [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.339609] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.340195] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.418910] env[69959]: DEBUG nova.policy [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd413e5724aa4e9eaa8450871bf8e521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e7f6f2f2ff4d8ca6d1902bdf9560fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.512480] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086076, 'name': Rename_Task, 'duration_secs': 0.180256} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.512762] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.513051] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d3c5c6-98b2-4d91-a338-3469a5a98c32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.522558] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 641.522558] env[69959]: value = "task-4086081" [ 641.522558] env[69959]: _type = "Task" [ 641.522558] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.541156] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.568732] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086079, 'name': CreateVM_Task, 'duration_secs': 0.372447} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.568803] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.582653] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.582835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.583210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.583499] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaffac39-a609-4eae-af36-09be79e6c583 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.600212] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 641.600212] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52837be5-213b-d38f-c68a-af1225c477b1" [ 641.600212] env[69959]: _type = "Task" [ 641.600212] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.607140] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52837be5-213b-d38f-c68a-af1225c477b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.753397] env[69959]: DEBUG nova.network.neutron [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Successfully created port: 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.794967] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "refresh_cache-aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.795713] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired lock "refresh_cache-aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.795713] env[69959]: DEBUG nova.network.neutron [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.824196] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.038176] env[69959]: DEBUG oslo_vmware.api [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086081, 'name': PowerOnVM_Task, 'duration_secs': 0.482869} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.039572] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.039572] env[69959]: INFO nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Took 10.15 seconds to spawn the instance on the hypervisor. [ 642.039572] env[69959]: DEBUG nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 642.039977] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278c64f1-225a-4772-a1da-c87ac64678b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.109780] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52837be5-213b-d38f-c68a-af1225c477b1, 'name': SearchDatastore_Task, 'duration_secs': 0.022495} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.109890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.110191] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.110645] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.110829] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.111062] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.111396] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16fc4739-ef42-4a26-afa1-a2cab15635e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.125009] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.125116] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.126932] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e109b693-c912-43a0-876b-6c34b4fda8ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.130032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b55c5a4-2127-41d3-baf9-0191e5ee6ddf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.138282] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f95002e-2ad5-4dbd-a76b-00a4e8fadb20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.142053] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 642.142053] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d22fd-263e-dd39-38ea-3fee0f9b4e1e" [ 642.142053] env[69959]: _type = "Task" [ 642.142053] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.170300] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba9b7d-e684-44bc-8549-9ea5b699dd65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.176253] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d22fd-263e-dd39-38ea-3fee0f9b4e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.024709} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.177419] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90f2814-d2f0-482a-a12d-37cf9fa44bee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.185476] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9d7a42-a5c2-4775-bcc0-978874b2b9d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.190781] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 642.190781] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525e76b5-4181-6567-c4c3-ac4144761d74" [ 642.190781] env[69959]: _type = "Task" [ 642.190781] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.205965] env[69959]: DEBUG nova.compute.provider_tree [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.214371] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525e76b5-4181-6567-c4c3-ac4144761d74, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.214696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.214987] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ef8c1409-a960-4ff0-924f-07f3df4e4bff/ef8c1409-a960-4ff0-924f-07f3df4e4bff.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.215282] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97b89c45-d23f-4f38-a4b0-f4948a0f1833 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.226359] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 642.226359] env[69959]: value = "task-4086082" [ 642.226359] env[69959]: _type = "Task" [ 642.226359] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.238139] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.343614] env[69959]: DEBUG nova.network.neutron [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.551928] env[69959]: DEBUG nova.network.neutron [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Updating instance_info_cache with network_info: [{"id": "eb35b7e9-141a-475c-85c8-1653213d90bf", "address": "fa:16:3e:0a:67:a6", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb35b7e9-14", "ovs_interfaceid": "eb35b7e9-141a-475c-85c8-1653213d90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.563062] env[69959]: INFO nova.compute.manager [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Took 14.94 seconds to build instance. [ 642.707371] env[69959]: DEBUG nova.scheduler.client.report [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.741018] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086082, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.837270] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.870868] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.871164] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.871280] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.871470] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.871620] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.871751] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.871966] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.872228] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.872413] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.872580] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.872751] env[69959]: DEBUG nova.virt.hardware [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.874047] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee381ce4-88cd-4f34-b826-e9933a654f33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.884960] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7e9caf-4032-4858-ae93-e372efb8c1a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.957184] env[69959]: DEBUG nova.network.neutron [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Successfully updated port: 45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.054709] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Releasing lock "refresh_cache-aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.055671] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Instance network_info: |[{"id": "eb35b7e9-141a-475c-85c8-1653213d90bf", "address": "fa:16:3e:0a:67:a6", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb35b7e9-14", "ovs_interfaceid": "eb35b7e9-141a-475c-85c8-1653213d90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.056373] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:67:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb35b7e9-141a-475c-85c8-1653213d90bf', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.071188] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Creating folder: Project (88997eb1e0174d6e9b729694dd994470). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.071673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfdfba12-fc6c-4c2a-b530-72b4c7cbf97f tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.463s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.071851] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55db55b6-b9f8-415e-a07c-4835695a7ead {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.089650] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Created folder: Project (88997eb1e0174d6e9b729694dd994470) in parent group-v809535. [ 643.089650] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Creating folder: Instances. Parent ref: group-v809546. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.089650] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd98db64-5bdd-4d28-98f8-e705fab37040 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.102389] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Created folder: Instances in parent group-v809546. [ 643.102752] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.102752] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.102966] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1893bf98-b4f5-4299-8e66-606971b5d336 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.132805] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.132805] env[69959]: value = "task-4086085" [ 643.132805] env[69959]: _type = "Task" [ 643.132805] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.147434] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086085, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.213839] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.214547] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.217416] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.288s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.218866] env[69959]: INFO nova.compute.claims [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.240254] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.240492] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ef8c1409-a960-4ff0-924f-07f3df4e4bff/ef8c1409-a960-4ff0-924f-07f3df4e4bff.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.240662] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.241032] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73571c8-de57-457d-b210-e392cd2737ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.249639] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 643.249639] env[69959]: value = "task-4086087" [ 643.249639] env[69959]: _type = "Task" [ 643.249639] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.263522] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.462012] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "refresh_cache-54797e67-1bde-45e4-b12a-50b1287244c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.462012] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquired lock "refresh_cache-54797e67-1bde-45e4-b12a-50b1287244c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.462012] env[69959]: DEBUG nova.network.neutron [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.580411] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.649192] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086085, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.691032] env[69959]: DEBUG nova.network.neutron [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Successfully updated port: 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.713862] env[69959]: DEBUG nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Received event network-changed-b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.713862] env[69959]: DEBUG nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Refreshing instance network info cache due to event network-changed-b4cb30e2-c6e5-4332-bf92-c455c7c269da. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.713862] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Acquiring lock "refresh_cache-ef8c1409-a960-4ff0-924f-07f3df4e4bff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.714776] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Acquired lock "refresh_cache-ef8c1409-a960-4ff0-924f-07f3df4e4bff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.715281] env[69959]: DEBUG nova.network.neutron [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Refreshing network info cache for port b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.722962] env[69959]: DEBUG nova.compute.utils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.729089] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.729307] env[69959]: DEBUG nova.network.neutron [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.765813] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070184} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.768332] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.769670] env[69959]: DEBUG nova.compute.manager [req-785d0050-bfbc-40d7-8e9a-15b329a3067a req-397658e2-e955-4d5b-b799-a906055d2bef service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Received event network-vif-plugged-45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.769946] env[69959]: DEBUG oslo_concurrency.lockutils [req-785d0050-bfbc-40d7-8e9a-15b329a3067a req-397658e2-e955-4d5b-b799-a906055d2bef service nova] Acquiring lock "54797e67-1bde-45e4-b12a-50b1287244c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.770320] env[69959]: DEBUG oslo_concurrency.lockutils [req-785d0050-bfbc-40d7-8e9a-15b329a3067a req-397658e2-e955-4d5b-b799-a906055d2bef service nova] Lock "54797e67-1bde-45e4-b12a-50b1287244c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.770564] env[69959]: DEBUG oslo_concurrency.lockutils [req-785d0050-bfbc-40d7-8e9a-15b329a3067a req-397658e2-e955-4d5b-b799-a906055d2bef service nova] Lock "54797e67-1bde-45e4-b12a-50b1287244c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.770778] env[69959]: DEBUG nova.compute.manager [req-785d0050-bfbc-40d7-8e9a-15b329a3067a req-397658e2-e955-4d5b-b799-a906055d2bef service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] No waiting events found dispatching network-vif-plugged-45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.770985] env[69959]: WARNING nova.compute.manager [req-785d0050-bfbc-40d7-8e9a-15b329a3067a req-397658e2-e955-4d5b-b799-a906055d2bef service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Received unexpected event network-vif-plugged-45098e24-b7d1-4d86-9735-eeb1857692bd for instance with vm_state building and task_state spawning. [ 643.772406] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df106d-bff3-443e-88d0-45875c1be540 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.801736] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ef8c1409-a960-4ff0-924f-07f3df4e4bff/ef8c1409-a960-4ff0-924f-07f3df4e4bff.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.802503] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ba171d-01c8-4137-bfea-91bcbfa93828 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.823074] env[69959]: DEBUG nova.policy [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd178b50473844af1aa04b53ce504c3d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e913ef49d7c44e409eb3d2f6e98212cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.831227] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 643.831227] env[69959]: value = "task-4086088" [ 643.831227] env[69959]: _type = "Task" [ 643.831227] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.839818] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.025647] env[69959]: DEBUG nova.network.neutron [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.102486] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.144564] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086085, 'name': CreateVM_Task, 'duration_secs': 0.522991} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.144749] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.145464] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.145629] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.145953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.146231] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbee2a0-808b-407b-aab7-f4a769fd38b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.151277] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 644.151277] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5244d35f-485d-4979-1820-158773415176" [ 644.151277] env[69959]: _type = "Task" [ 644.151277] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.162408] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5244d35f-485d-4979-1820-158773415176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.194123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "refresh_cache-2c5c2005-452b-40bf-adcf-b1765600702b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.194294] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquired lock "refresh_cache-2c5c2005-452b-40bf-adcf-b1765600702b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.194447] env[69959]: DEBUG nova.network.neutron [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.229947] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.344442] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.463636] env[69959]: INFO nova.compute.manager [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Rebuilding instance [ 644.494461] env[69959]: DEBUG nova.network.neutron [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Successfully created port: 94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.527350] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8abb28-1f84-449b-8109-83cbb0950b66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.532445] env[69959]: DEBUG nova.compute.manager [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.533359] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c055d-65f1-4348-8f83-ae8d95668e20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.545035] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93e02f8-6b3c-4cd8-aba4-1b3eb8904ee5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.591402] env[69959]: DEBUG nova.network.neutron [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Updating instance_info_cache with network_info: [{"id": "45098e24-b7d1-4d86-9735-eeb1857692bd", "address": "fa:16:3e:c1:bf:09", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45098e24-b7", "ovs_interfaceid": "45098e24-b7d1-4d86-9735-eeb1857692bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.596024] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b02e8b-7b02-471f-b039-5b7b47cf0fd2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.603775] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e546efa6-edd6-4937-bb7f-e3ffb1a91225 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.623346] env[69959]: DEBUG nova.compute.provider_tree [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.667247] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5244d35f-485d-4979-1820-158773415176, 'name': SearchDatastore_Task, 'duration_secs': 0.050283} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.667695] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.667995] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.668270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.668420] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.668596] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.668858] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47baa3e5-1d47-4259-bb66-eafacda191c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.677854] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.678711] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.679490] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0258997-af04-41ba-946a-c5672dcd05ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.686118] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 644.686118] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bacc6c-08d9-7234-d537-ab30fa9f00c9" [ 644.686118] env[69959]: _type = "Task" [ 644.686118] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.696045] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bacc6c-08d9-7234-d537-ab30fa9f00c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.728700] env[69959]: DEBUG nova.network.neutron [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Updated VIF entry in instance network info cache for port b4cb30e2-c6e5-4332-bf92-c455c7c269da. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.729272] env[69959]: DEBUG nova.network.neutron [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Updating instance_info_cache with network_info: [{"id": "b4cb30e2-c6e5-4332-bf92-c455c7c269da", "address": "fa:16:3e:41:36:bb", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cb30e2-c6", "ovs_interfaceid": "b4cb30e2-c6e5-4332-bf92-c455c7c269da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.739016] env[69959]: DEBUG nova.network.neutron [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.841561] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086088, 'name': ReconfigVM_Task, 'duration_secs': 0.785447} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.841832] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ef8c1409-a960-4ff0-924f-07f3df4e4bff/ef8c1409-a960-4ff0-924f-07f3df4e4bff.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.842505] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fd8740-7164-4986-9467-1b058dd941cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.850762] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 644.850762] env[69959]: value = "task-4086089" [ 644.850762] env[69959]: _type = "Task" [ 644.850762] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.864941] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086089, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.950300] env[69959]: DEBUG nova.network.neutron [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Updating instance_info_cache with network_info: [{"id": "0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4", "address": "fa:16:3e:6a:92:fd", "network": {"id": "bbb9d6bb-4aad-4a24-ad36-b9c1a36b3dd9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-473008754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e7f6f2f2ff4d8ca6d1902bdf9560fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abdf7f3-e2", "ovs_interfaceid": "0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.100996] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Releasing lock "refresh_cache-54797e67-1bde-45e4-b12a-50b1287244c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.100996] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Instance network_info: |[{"id": "45098e24-b7d1-4d86-9735-eeb1857692bd", "address": "fa:16:3e:c1:bf:09", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45098e24-b7", "ovs_interfaceid": "45098e24-b7d1-4d86-9735-eeb1857692bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.101354] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:bf:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45098e24-b7d1-4d86-9735-eeb1857692bd', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.107427] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Creating folder: Project (36bf7e162f8449618140fa310d178cc0). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.108206] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b327111f-bc70-4c97-a266-0ab0e376819d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.124490] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Created folder: Project (36bf7e162f8449618140fa310d178cc0) in parent group-v809535. [ 645.124490] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Creating folder: Instances. Parent ref: group-v809549. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.124490] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5c04770-dcfb-42d2-8ca4-0ea86b91d389 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.128444] env[69959]: DEBUG nova.scheduler.client.report [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.145951] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Created folder: Instances in parent group-v809549. [ 645.146361] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.146623] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.146875] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22def5f6-3f5f-45b6-8e44-80709879099d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.175228] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.175228] env[69959]: value = "task-4086092" [ 645.175228] env[69959]: _type = "Task" [ 645.175228] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.194073] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086092, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.207434] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bacc6c-08d9-7234-d537-ab30fa9f00c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.207434] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725bf08c-c42e-4aeb-b583-b205e06bc6e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.221899] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 645.221899] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aab739-fe53-961a-7d5b-244b854ec657" [ 645.221899] env[69959]: _type = "Task" [ 645.221899] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.233067] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aab739-fe53-961a-7d5b-244b854ec657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.233067] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Releasing lock "refresh_cache-ef8c1409-a960-4ff0-924f-07f3df4e4bff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.233067] env[69959]: DEBUG nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Received event network-vif-plugged-eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.233067] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Acquiring lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.233067] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.233618] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.233618] env[69959]: DEBUG nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] No waiting events found dispatching network-vif-plugged-eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 645.233618] env[69959]: WARNING nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Received unexpected event network-vif-plugged-eb35b7e9-141a-475c-85c8-1653213d90bf for instance with vm_state building and task_state spawning. [ 645.233618] env[69959]: DEBUG nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Received event network-changed-eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.233618] env[69959]: DEBUG nova.compute.manager [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Refreshing instance network info cache due to event network-changed-eb35b7e9-141a-475c-85c8-1653213d90bf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.233840] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Acquiring lock "refresh_cache-aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.233895] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Acquired lock "refresh_cache-aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.234174] env[69959]: DEBUG nova.network.neutron [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Refreshing network info cache for port eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.246471] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.281961] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.282517] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.282833] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.283166] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.283543] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.283911] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.284282] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.284598] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.285049] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.285381] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.285690] env[69959]: DEBUG nova.virt.hardware [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.287084] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da6f68c-57e5-487d-8556-a44473be6acf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.297111] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c84f94-256e-45e9-88e8-6735c8fc0702 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.362329] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086089, 'name': Rename_Task, 'duration_secs': 0.346424} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.362664] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.364487] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c042dfdb-c785-47dd-ae2e-548f07f25f79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.370623] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 645.370623] env[69959]: value = "task-4086094" [ 645.370623] env[69959]: _type = "Task" [ 645.370623] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.381335] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.452309] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "5f010cf7-c829-4264-93ba-c0db09cf0c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.452537] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.455633] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Releasing lock "refresh_cache-2c5c2005-452b-40bf-adcf-b1765600702b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.455778] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Instance network_info: |[{"id": "0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4", "address": "fa:16:3e:6a:92:fd", "network": {"id": "bbb9d6bb-4aad-4a24-ad36-b9c1a36b3dd9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-473008754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e7f6f2f2ff4d8ca6d1902bdf9560fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abdf7f3-e2", "ovs_interfaceid": "0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.456197] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:92:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.468110] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Creating folder: Project (a5e7f6f2f2ff4d8ca6d1902bdf9560fe). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.468854] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-291f03a0-e4c7-48dd-aafa-3d3746927f70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.486715] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Created folder: Project (a5e7f6f2f2ff4d8ca6d1902bdf9560fe) in parent group-v809535. [ 645.486715] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Creating folder: Instances. Parent ref: group-v809552. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.487615] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-510ca4fc-9ef4-46ba-909c-965d5928b0f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.499680] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Created folder: Instances in parent group-v809552. [ 645.500581] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.500581] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.500749] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9e8ca9-9a40-4650-8baf-87c934069366 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.528140] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.528140] env[69959]: value = "task-4086097" [ 645.528140] env[69959]: _type = "Task" [ 645.528140] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.540507] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086097, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.560829] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.561173] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90b0f84c-5d77-41bb-8d51-b1980a037261 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.569571] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 645.569571] env[69959]: value = "task-4086098" [ 645.569571] env[69959]: _type = "Task" [ 645.569571] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.582849] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.635738] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.638597] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.641049] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.465s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.642711] env[69959]: INFO nova.compute.claims [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.692044] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086092, 'name': CreateVM_Task, 'duration_secs': 0.427339} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.692252] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.693784] env[69959]: DEBUG oslo_vmware.service [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24b76d-c682-4b09-9fbc-f9364b3b42f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.702699] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.702928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.703376] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.703956] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bc71e3-e0db-4ddc-ba00-5b494815646e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.710193] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 645.710193] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d9d46-3de6-7a8b-1631-cbebbe047e5e" [ 645.710193] env[69959]: _type = "Task" [ 645.710193] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.719992] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d9d46-3de6-7a8b-1631-cbebbe047e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.733504] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aab739-fe53-961a-7d5b-244b854ec657, 'name': SearchDatastore_Task, 'duration_secs': 0.022401} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.733810] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.734075] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] aeb9eb73-6a1a-4788-8762-f83f2ccc05fc/aeb9eb73-6a1a-4788-8762-f83f2ccc05fc.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.734745] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e203b10c-eefd-4111-90b4-a9d9c32e4d0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.742864] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 645.742864] env[69959]: value = "task-4086099" [ 645.742864] env[69959]: _type = "Task" [ 645.742864] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.752515] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.883245] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086094, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.047929] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086097, 'name': CreateVM_Task, 'duration_secs': 0.400071} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.047929] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.048510] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.074393] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.074794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.088419] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086098, 'name': PowerOffVM_Task, 'duration_secs': 0.138801} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.088752] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.089013] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.090230] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb26eff5-d2a1-4f50-b94d-f76c0c143e66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.103316] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.103760] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e48a07f-e7c9-41bd-95c7-3edbf034181a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.140679] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.141472] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.141472] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleting the datastore file [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.141745] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4b5e8f-cc22-4932-af56-326cd82e9614 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.147899] env[69959]: DEBUG nova.compute.utils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.154355] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.154625] env[69959]: DEBUG nova.network.neutron [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.157291] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 646.157291] env[69959]: value = "task-4086101" [ 646.157291] env[69959]: _type = "Task" [ 646.157291] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.170946] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.227266] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.228041] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.232028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.232028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232028] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.232028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232777] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232777] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a14bed4-dbfc-4cde-8ad3-c1c141d373ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.234021] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2a443d-fa0e-4299-9a35-77178f85f6fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.244420] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 646.244420] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e8148a-25be-448a-2ff9-a7eb16f08f4a" [ 646.244420] env[69959]: _type = "Task" [ 646.244420] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.262761] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.264404] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.268060] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e259c-5c4d-45db-a8bc-e22755f7638d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.278529] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086099, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.286796] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.287144] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.287414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.291501] env[69959]: DEBUG nova.policy [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb3bb0cf13f447c9d093a248db6aa0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cce20f80baba44358f22cc3be65d2c4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.296187] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a52f047-4fac-4eef-98b0-03850d4b66e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.303307] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 646.303307] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524fd08a-1bfb-4cb4-7edf-488abdc9a97e" [ 646.303307] env[69959]: _type = "Task" [ 646.303307] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.313738] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524fd08a-1bfb-4cb4-7edf-488abdc9a97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.389498] env[69959]: DEBUG oslo_vmware.api [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086094, 'name': PowerOnVM_Task, 'duration_secs': 0.597583} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.389498] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.389498] env[69959]: INFO nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Took 12.18 seconds to spawn the instance on the hypervisor. [ 646.389498] env[69959]: DEBUG nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.390619] env[69959]: DEBUG nova.network.neutron [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Successfully updated port: 94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.398813] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc1c903-aef2-4399-95fb-899e3c787db4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.404392] env[69959]: DEBUG nova.network.neutron [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Updated VIF entry in instance network info cache for port eb35b7e9-141a-475c-85c8-1653213d90bf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.404738] env[69959]: DEBUG nova.network.neutron [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Updating instance_info_cache with network_info: [{"id": "eb35b7e9-141a-475c-85c8-1653213d90bf", "address": "fa:16:3e:0a:67:a6", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb35b7e9-14", "ovs_interfaceid": "eb35b7e9-141a-475c-85c8-1653213d90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.655885] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.681500] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214852} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.681764] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.681982] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.682693] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.763544] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540115} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.768207] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] aeb9eb73-6a1a-4788-8762-f83f2ccc05fc/aeb9eb73-6a1a-4788-8762-f83f2ccc05fc.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.768207] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.768470] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e61d3d7-c328-42e2-9173-62970ecf034a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.775684] env[69959]: DEBUG nova.network.neutron [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Successfully created port: ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.780848] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 646.780848] env[69959]: value = "task-4086102" [ 646.780848] env[69959]: _type = "Task" [ 646.780848] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.792739] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.818566] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 646.818566] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Creating directory with path [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.818566] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fc85570-d7dc-4e75-af5c-1a574d044650 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.838068] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Created directory with path [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.838068] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Fetch image to [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 646.838068] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Downloading image file data 89daa873-f6ec-485a-84a5-23e30f5eec58 to [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk on the data store datastore1 {{(pid=69959) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 646.839037] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df142d36-7d30-49f2-a88e-0515ff3543fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.851125] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1c17a3-af98-4ae3-9dc1-6b51bb3366de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.862582] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8eee6-c623-4569-a91f-035ce07f9031 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.900039] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf0c696-b0cd-4a30-8a11-3346dab7102e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.904533] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.904722] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.904989] env[69959]: DEBUG nova.network.neutron [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.908853] env[69959]: DEBUG oslo_concurrency.lockutils [req-d87e704e-4dd1-415a-98b2-8a4d233efed0 req-ee173474-afb6-4ece-95d3-8bcad762826c service nova] Releasing lock "refresh_cache-aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.908945] env[69959]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-013b0166-2be3-46c5-810a-f4a80718ea83 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.937751] env[69959]: INFO nova.compute.manager [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Took 19.20 seconds to build instance. [ 646.942171] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Downloading image file data 89daa873-f6ec-485a-84a5-23e30f5eec58 to the data store datastore1 {{(pid=69959) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 647.017651] env[69959]: DEBUG oslo_vmware.rw_handles [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 647.078788] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7fb0be-b448-4e32-8e7a-771a71ca224c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.090013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91501bf2-4666-44f6-a18a-bee61a97512a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.133566] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85de21a-d702-44aa-b74e-c8e698252393 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.143396] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cca1a-9b33-4517-9cf6-2b5a8a3df11d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.159863] env[69959]: DEBUG nova.compute.provider_tree [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.294889] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104733} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.295273] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.296114] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c543b7d-c186-4002-8ce4-139a45492b68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.324765] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] aeb9eb73-6a1a-4788-8762-f83f2ccc05fc/aeb9eb73-6a1a-4788-8762-f83f2ccc05fc.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.325805] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9122c0c4-a18b-482c-9d67-bd2a1c6fd048 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.352670] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 647.352670] env[69959]: value = "task-4086103" [ 647.352670] env[69959]: _type = "Task" [ 647.352670] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.366520] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.415772] env[69959]: DEBUG nova.compute.manager [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Received event network-vif-plugged-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.416239] env[69959]: DEBUG oslo_concurrency.lockutils [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] Acquiring lock "2c5c2005-452b-40bf-adcf-b1765600702b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.416239] env[69959]: DEBUG oslo_concurrency.lockutils [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] Lock "2c5c2005-452b-40bf-adcf-b1765600702b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.416402] env[69959]: DEBUG oslo_concurrency.lockutils [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] Lock "2c5c2005-452b-40bf-adcf-b1765600702b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.416436] env[69959]: DEBUG nova.compute.manager [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] No waiting events found dispatching network-vif-plugged-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 647.416614] env[69959]: WARNING nova.compute.manager [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Received unexpected event network-vif-plugged-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 for instance with vm_state building and task_state spawning. [ 647.417007] env[69959]: DEBUG nova.compute.manager [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Received event network-changed-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.417007] env[69959]: DEBUG nova.compute.manager [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Refreshing instance network info cache due to event network-changed-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.417203] env[69959]: DEBUG oslo_concurrency.lockutils [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] Acquiring lock "refresh_cache-2c5c2005-452b-40bf-adcf-b1765600702b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.417672] env[69959]: DEBUG oslo_concurrency.lockutils [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] Acquired lock "refresh_cache-2c5c2005-452b-40bf-adcf-b1765600702b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.417672] env[69959]: DEBUG nova.network.neutron [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Refreshing network info cache for port 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.444421] env[69959]: DEBUG oslo_concurrency.lockutils [None req-38412249-c709-4443-b2e2-86657152f8c5 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.725s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.449780] env[69959]: DEBUG nova.compute.manager [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Received event network-changed-45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.450221] env[69959]: DEBUG nova.compute.manager [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Refreshing instance network info cache due to event network-changed-45098e24-b7d1-4d86-9735-eeb1857692bd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.450221] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] Acquiring lock "refresh_cache-54797e67-1bde-45e4-b12a-50b1287244c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.450747] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] Acquired lock "refresh_cache-54797e67-1bde-45e4-b12a-50b1287244c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.450970] env[69959]: DEBUG nova.network.neutron [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Refreshing network info cache for port 45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.491133] env[69959]: DEBUG nova.network.neutron [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.666466] env[69959]: DEBUG nova.scheduler.client.report [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.674254] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.727785] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.728331] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.728331] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.728459] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.728568] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.728777] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.729016] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.729222] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.729348] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.729836] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.730038] env[69959]: DEBUG nova.virt.hardware [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.732481] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd252003-6b90-4035-9efa-5de3f82c6d9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.738322] env[69959]: DEBUG oslo_vmware.rw_handles [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 647.738512] env[69959]: DEBUG oslo_vmware.rw_handles [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 647.747022] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.747197] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.747326] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.747438] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.747586] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.747732] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.747953] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.748110] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.748275] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.748435] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.748605] env[69959]: DEBUG nova.virt.hardware [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.749969] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee19b73-0dd5-4caf-b093-239b0303f975 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.755134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f056ad9-e421-4b9a-9672-8f09937f15b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.771842] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d124e-3f7c-4a85-a5ff-d0cb5d246334 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.788563] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.794509] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.794948] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.795080] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3a7d81-b676-4220-8337-ac0c0c0f82f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.814550] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.814550] env[69959]: value = "task-4086104" [ 647.814550] env[69959]: _type = "Task" [ 647.814550] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.819073] env[69959]: DEBUG nova.network.neutron [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance_info_cache with network_info: [{"id": "94c8ee95-b62d-4201-b79b-8de28242b84c", "address": "fa:16:3e:b0:95:50", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c8ee95-b6", "ovs_interfaceid": "94c8ee95-b62d-4201-b79b-8de28242b84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.828402] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086104, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.865044] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.895977] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Downloaded image file data 89daa873-f6ec-485a-84a5-23e30f5eec58 to vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk on the data store datastore1 {{(pid=69959) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 647.897961] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 647.898290] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Copying Virtual Disk [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk to [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.898590] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e5361d-a355-4c71-9a08-a6fc676f03b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.907655] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 647.907655] env[69959]: value = "task-4086105" [ 647.907655] env[69959]: _type = "Task" [ 647.907655] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.919130] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.950867] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.171733] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.172343] env[69959]: DEBUG nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.175065] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.891s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.176482] env[69959]: INFO nova.compute.claims [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.326223] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.326223] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Instance network_info: |[{"id": "94c8ee95-b62d-4201-b79b-8de28242b84c", "address": "fa:16:3e:b0:95:50", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c8ee95-b6", "ovs_interfaceid": "94c8ee95-b62d-4201-b79b-8de28242b84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.326631] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:95:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c8ee95-b62d-4201-b79b-8de28242b84c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.337245] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Creating folder: Project (e913ef49d7c44e409eb3d2f6e98212cb). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.338239] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ca8ca43-ce57-4925-b9e0-2f4f4fff0c9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.353163] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086104, 'name': CreateVM_Task, 'duration_secs': 0.312973} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.353358] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.353927] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.354831] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.354831] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.361755] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3549040e-44da-4ca8-9ff7-8f2d40016256 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.365967] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Created folder: Project (e913ef49d7c44e409eb3d2f6e98212cb) in parent group-v809535. [ 648.366218] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Creating folder: Instances. Parent ref: group-v809556. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.370508] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-755d64ae-950c-4cab-a58c-e5a388a96f0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.376330] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 648.376330] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524b8d3a-bbdc-456c-dbd9-8a4f862480ce" [ 648.376330] env[69959]: _type = "Task" [ 648.376330] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.376330] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086103, 'name': ReconfigVM_Task, 'duration_secs': 0.67733} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.376330] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Reconfigured VM instance instance-00000002 to attach disk [datastore2] aeb9eb73-6a1a-4788-8762-f83f2ccc05fc/aeb9eb73-6a1a-4788-8762-f83f2ccc05fc.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.379867] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8827d30-ff5c-47f6-a916-2cd325f08ece {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.382409] env[69959]: DEBUG nova.network.neutron [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Updated VIF entry in instance network info cache for port 45098e24-b7d1-4d86-9735-eeb1857692bd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.382784] env[69959]: DEBUG nova.network.neutron [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Updating instance_info_cache with network_info: [{"id": "45098e24-b7d1-4d86-9735-eeb1857692bd", "address": "fa:16:3e:c1:bf:09", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45098e24-b7", "ovs_interfaceid": "45098e24-b7d1-4d86-9735-eeb1857692bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.387449] env[69959]: DEBUG nova.network.neutron [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Updated VIF entry in instance network info cache for port 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.387795] env[69959]: DEBUG nova.network.neutron [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Updating instance_info_cache with network_info: [{"id": "0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4", "address": "fa:16:3e:6a:92:fd", "network": {"id": "bbb9d6bb-4aad-4a24-ad36-b9c1a36b3dd9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-473008754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e7f6f2f2ff4d8ca6d1902bdf9560fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abdf7f3-e2", "ovs_interfaceid": "0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.393847] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Created folder: Instances in parent group-v809556. [ 648.394214] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.394727] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.396142] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4796152d-1fb8-47a6-9911-eebfbeaa1555 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.418585] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 648.418585] env[69959]: value = "task-4086108" [ 648.418585] env[69959]: _type = "Task" [ 648.418585] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.423541] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.423541] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.423541] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.430048] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.430048] env[69959]: value = "task-4086109" [ 648.430048] env[69959]: _type = "Task" [ 648.430048] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.445303] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086108, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.451876] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086105, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.452168] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086109, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.487111] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.687331] env[69959]: DEBUG nova.compute.utils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.690221] env[69959]: DEBUG nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 648.821398] env[69959]: DEBUG nova.network.neutron [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Successfully updated port: ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.894156] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5309e97-4847-410c-90a7-39fb075a5d2d req-6ba0bcb0-ed29-420f-98cd-0b9b6752dd4d service nova] Releasing lock "refresh_cache-54797e67-1bde-45e4-b12a-50b1287244c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.895978] env[69959]: DEBUG oslo_concurrency.lockutils [req-fdcac71a-758e-4671-b62c-5dbf61fd2f64 req-d701f907-741f-4b98-abd2-f9c2e9b50447 service nova] Releasing lock "refresh_cache-2c5c2005-452b-40bf-adcf-b1765600702b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.933492] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911732} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.940461] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Copied Virtual Disk [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk to [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.940750] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleting the datastore file [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58/tmp-sparse.vmdk {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.941091] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086108, 'name': Rename_Task, 'duration_secs': 0.212893} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.941353] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9ccb2a6-e9f1-4ecf-b737-402f5fec7d01 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.943191] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.943856] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0830e839-68ae-4927-bae0-abd41a398dcf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.951224] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086109, 'name': CreateVM_Task, 'duration_secs': 0.452583} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.951830] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.952611] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.952817] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.953313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.953479] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d99ec48-2038-424e-a7fd-5a835f7590ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.956977] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 648.956977] env[69959]: value = "task-4086111" [ 648.956977] env[69959]: _type = "Task" [ 648.956977] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.958865] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 648.958865] env[69959]: value = "task-4086110" [ 648.958865] env[69959]: _type = "Task" [ 648.958865] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.972189] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.977939] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.979220] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 648.979220] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52411b43-b58e-6619-8499-80f24b5ee357" [ 648.979220] env[69959]: _type = "Task" [ 648.979220] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.989332] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.989652] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.989828] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.191382] env[69959]: DEBUG nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.325453] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.325706] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquired lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.325860] env[69959]: DEBUG nova.network.neutron [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.482044] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.485612] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053172} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.485864] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.486228] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Moving file from [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296/89daa873-f6ec-485a-84a5-23e30f5eec58 to [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58. {{(pid=69959) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 649.486397] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-03f42a75-0910-4887-ae32-2c23684bbb2e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.498880] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 649.498880] env[69959]: value = "task-4086112" [ 649.498880] env[69959]: _type = "Task" [ 649.498880] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.513859] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086112, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.551757] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9df5be7-e8da-4962-b0de-01232eb37534 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.565624] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c856e-5748-4d9c-b10c-e033c6440c55 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.601323] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67d12cc-9406-4af9-b8f0-2303d5f136da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.611743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffba8be-5d01-4e07-99fb-d9e0cbc46964 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.630482] env[69959]: DEBUG nova.compute.provider_tree [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.970015] env[69959]: DEBUG oslo_vmware.api [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086111, 'name': PowerOnVM_Task, 'duration_secs': 0.881428} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.972285] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.972285] env[69959]: INFO nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Took 12.13 seconds to spawn the instance on the hypervisor. [ 649.972285] env[69959]: DEBUG nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 649.972285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fadf50-9b1b-4865-94dc-f35a04e0c55e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.012616] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086112, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036918} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.013061] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] File moved {{(pid=69959) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 650.013444] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Cleaning up location [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 650.013742] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleting the datastore file [datastore1] vmware_temp/db7b8946-eed1-449f-8dd6-835507840296 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.014348] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b4aa13-66c6-4156-b752-cfe8a755c62a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.023152] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 650.023152] env[69959]: value = "task-4086113" [ 650.023152] env[69959]: _type = "Task" [ 650.023152] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.035560] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.052119] env[69959]: DEBUG nova.network.neutron [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.136611] env[69959]: DEBUG nova.scheduler.client.report [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.206072] env[69959]: DEBUG nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.238485] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.238779] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.239115] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.239261] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.239493] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.240441] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.240441] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.240441] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.240441] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.240441] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.240660] env[69959]: DEBUG nova.virt.hardware [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.242463] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b8d8c-56b2-4af6-989f-5419c59f89c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.257135] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a59e0d-9a96-4f79-85aa-f815781a3bec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.275632] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.282964] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Creating folder: Project (fcfb7b04dafd4b3fbf82cf7d7d45a913). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.284084] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9d44c3a-a64c-414e-88f6-910d8472e619 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.298212] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Created folder: Project (fcfb7b04dafd4b3fbf82cf7d7d45a913) in parent group-v809535. [ 650.298583] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Creating folder: Instances. Parent ref: group-v809559. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.298929] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa11585f-c806-48a1-8a9d-e9316eceeba4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.308899] env[69959]: DEBUG nova.network.neutron [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Updating instance_info_cache with network_info: [{"id": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "address": "fa:16:3e:f1:e6:c7", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce25ee61-39", "ovs_interfaceid": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.311933] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Created folder: Instances in parent group-v809559. [ 650.312636] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.312759] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.312966] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12facd8b-1a16-42bd-8b20-67d1d1210e12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.332064] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.332064] env[69959]: value = "task-4086116" [ 650.332064] env[69959]: _type = "Task" [ 650.332064] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.343033] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086116, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.495750] env[69959]: INFO nova.compute.manager [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Took 22.74 seconds to build instance. [ 650.504401] env[69959]: DEBUG nova.compute.manager [None req-268bd3a2-fda1-4daa-b03e-e7da57ea6162 tempest-ServerDiagnosticsTest-161207404 tempest-ServerDiagnosticsTest-161207404-project-admin] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.508635] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc3e1a1-81a2-41a5-b586-d3ffce54d4a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.518791] env[69959]: INFO nova.compute.manager [None req-268bd3a2-fda1-4daa-b03e-e7da57ea6162 tempest-ServerDiagnosticsTest-161207404 tempest-ServerDiagnosticsTest-161207404-project-admin] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Retrieving diagnostics [ 650.519773] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd992a9-3a4d-4ba4-8432-6930fa212ad5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.576898] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052958} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.577593] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.578470] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0b8e9d-58af-428c-bd06-8b4177fed525 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.584178] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 650.584178] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b33c3d-f231-aaca-20c2-e13c8e6500e4" [ 650.584178] env[69959]: _type = "Task" [ 650.584178] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.594368] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b33c3d-f231-aaca-20c2-e13c8e6500e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.644730] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.645489] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.648564] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.801s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.648772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.648913] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 650.649226] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.432s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.650911] env[69959]: INFO nova.compute.claims [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.655091] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa1db04-8356-4694-b018-0abb44a5d3e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.666983] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d859d0b-736b-465a-a936-2616f181ef99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.684247] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f0ed5-1a54-4e69-894f-6d6c865dad10 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.693500] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4f03e-1454-43a1-bfca-7833a9c2e092 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.733113] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180812MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 650.733725] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.762627] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquiring lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.762878] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.813552] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Releasing lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.817024] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Instance network_info: |[{"id": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "address": "fa:16:3e:f1:e6:c7", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce25ee61-39", "ovs_interfaceid": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.817305] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e6:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce25ee61-3960-47b6-8027-a0e69f0571c5', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.825931] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Creating folder: Project (cce20f80baba44358f22cc3be65d2c4d). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.825931] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-942c0786-5622-4c77-96a1-28b31a64e5f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.839697] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Created folder: Project (cce20f80baba44358f22cc3be65d2c4d) in parent group-v809535. [ 650.839697] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Creating folder: Instances. Parent ref: group-v809562. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.840271] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f9b6846-27bd-46bc-9f93-563d66eaa321 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.845848] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086116, 'name': CreateVM_Task, 'duration_secs': 0.459683} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.846026] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.846466] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.846624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.846985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.847285] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ef924b-376c-4619-b1db-6f86f5d12a01 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.851356] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Created folder: Instances in parent group-v809562. [ 650.851522] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.852949] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.853405] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 650.853405] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ff9c97-c867-9eda-f867-a27edcb1b03e" [ 650.853405] env[69959]: _type = "Task" [ 650.853405] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.853603] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c3effce-745f-4752-b3a1-4a3828f7dd44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.878977] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ff9c97-c867-9eda-f867-a27edcb1b03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.880837] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.880837] env[69959]: value = "task-4086119" [ 650.880837] env[69959]: _type = "Task" [ 650.880837] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.998647] env[69959]: DEBUG oslo_concurrency.lockutils [None req-21554f42-dcfb-45bb-8afc-d57730825037 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.251s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.096589] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b33c3d-f231-aaca-20c2-e13c8e6500e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018486} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.100027] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.100027] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 54797e67-1bde-45e4-b12a-50b1287244c6/54797e67-1bde-45e4-b12a-50b1287244c6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.100027] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.100027] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.100323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda4cb00-e4af-4092-8724-f6def3667e4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.100704] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae083a4e-40ff-416c-ab5f-1cbb5837d05a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.110484] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 651.110484] env[69959]: value = "task-4086120" [ 651.110484] env[69959]: _type = "Task" [ 651.110484] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.118310] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.118310] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.118310] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1049a9-c4d1-4068-a931-50edbfbc2108 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.124405] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.126186] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 651.126186] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5276e942-2c4e-1e2f-3133-b354c2af1d65" [ 651.126186] env[69959]: _type = "Task" [ 651.126186] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.137550] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5276e942-2c4e-1e2f-3133-b354c2af1d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.156422] env[69959]: DEBUG nova.compute.utils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.158173] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.158252] env[69959]: DEBUG nova.network.neutron [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.271945] env[69959]: DEBUG nova.policy [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5045459fc4f40a89f25aac60b2a7a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0c6229a651d40baba36f9a9f923fd31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.386695] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ff9c97-c867-9eda-f867-a27edcb1b03e, 'name': SearchDatastore_Task, 'duration_secs': 0.035737} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.389514] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.389691] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.389793] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.398863] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086119, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.502192] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.550019] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Received event network-vif-plugged-94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.550019] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Acquiring lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.550019] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.550019] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.550019] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] No waiting events found dispatching network-vif-plugged-94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 651.550365] env[69959]: WARNING nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Received unexpected event network-vif-plugged-94c8ee95-b62d-4201-b79b-8de28242b84c for instance with vm_state building and task_state spawning. [ 651.550365] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Received event network-changed-94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.550365] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Refreshing instance network info cache due to event network-changed-94c8ee95-b62d-4201-b79b-8de28242b84c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.550365] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Acquiring lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.550955] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Acquired lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.551382] env[69959]: DEBUG nova.network.neutron [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Refreshing network info cache for port 94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.627699] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.643365] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5276e942-2c4e-1e2f-3133-b354c2af1d65, 'name': SearchDatastore_Task, 'duration_secs': 0.022227} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.644554] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a62dd8d-faf3-4014-ac48-bf63603a9e20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.654874] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 651.654874] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5237d434-8e94-af39-de0f-f4af99eeaff2" [ 651.654874] env[69959]: _type = "Task" [ 651.654874] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.662705] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.677485] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5237d434-8e94-af39-de0f-f4af99eeaff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.898559] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086119, 'name': CreateVM_Task, 'duration_secs': 0.619821} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.898737] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.899612] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.900488] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.900488] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.900488] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db1c9a6-6136-449f-9a44-f41a61e1768a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.908318] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 651.908318] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5269cb71-afbb-8467-ffea-e62d425907aa" [ 651.908318] env[69959]: _type = "Task" [ 651.908318] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.919990] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5269cb71-afbb-8467-ffea-e62d425907aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.961337] env[69959]: DEBUG nova.network.neutron [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Successfully created port: 433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.047548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.053813] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a6019a-c9fc-4633-a9e5-8112e03c5ab9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.067994] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a4870-3d7c-450d-9bb0-3535b9d2378a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.109511] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a8559-193a-4134-8afc-8063e2adfaf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.127320] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086120, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.129535] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36355213-2685-48b1-b941-e34d5f1a0c4f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.145959] env[69959]: DEBUG nova.compute.provider_tree [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.167620] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5237d434-8e94-af39-de0f-f4af99eeaff2, 'name': SearchDatastore_Task, 'duration_secs': 0.057483} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.168081] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.168457] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 2c5c2005-452b-40bf-adcf-b1765600702b/2c5c2005-452b-40bf-adcf-b1765600702b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.170020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.170020] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.170020] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12b7d63-f6f8-495e-a1b0-d0becb742fc2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.171671] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe2f9db-832d-4620-b77e-5ff5ea1bee24 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.187041] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 652.187041] env[69959]: value = "task-4086121" [ 652.187041] env[69959]: _type = "Task" [ 652.187041] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.190254] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.190894] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.193052] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e54daf2-7f34-4e28-ab17-94e104104061 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.201892] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.207434] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 652.207434] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b221c4-f092-f6d2-1ebc-68d25155d409" [ 652.207434] env[69959]: _type = "Task" [ 652.207434] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.219084] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b221c4-f092-f6d2-1ebc-68d25155d409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.422179] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5269cb71-afbb-8467-ffea-e62d425907aa, 'name': SearchDatastore_Task, 'duration_secs': 0.055237} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.422523] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.422753] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.422968] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.433399] env[69959]: DEBUG nova.network.neutron [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updated VIF entry in instance network info cache for port 94c8ee95-b62d-4201-b79b-8de28242b84c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.435021] env[69959]: DEBUG nova.network.neutron [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance_info_cache with network_info: [{"id": "94c8ee95-b62d-4201-b79b-8de28242b84c", "address": "fa:16:3e:b0:95:50", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c8ee95-b6", "ovs_interfaceid": "94c8ee95-b62d-4201-b79b-8de28242b84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.630813] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086120, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.649234] env[69959]: DEBUG nova.scheduler.client.report [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.682177] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.697542] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.710574] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.710726] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.710885] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.712034] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.712034] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.712034] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.712034] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.712786] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.712786] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.712786] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.712786] env[69959]: DEBUG nova.virt.hardware [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.718309] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2cdd55-3ed6-4f89-a0b3-e72f012bb351 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.727682] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b221c4-f092-f6d2-1ebc-68d25155d409, 'name': SearchDatastore_Task, 'duration_secs': 0.034736} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.730540] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b1a004-c772-400d-a169-f92e14c0ff67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.733970] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf24ff1-b577-45f4-98e8-26044a3e1bf0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.754742] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 652.754742] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f193e5-d74e-d816-fa39-bc8f2c090178" [ 652.754742] env[69959]: _type = "Task" [ 652.754742] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.764553] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f193e5-d74e-d816-fa39-bc8f2c090178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.938200] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Releasing lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.938782] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Received event network-vif-plugged-ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.941150] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Acquiring lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.941715] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.942288] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.942657] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] No waiting events found dispatching network-vif-plugged-ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.942996] env[69959]: WARNING nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Received unexpected event network-vif-plugged-ce25ee61-3960-47b6-8027-a0e69f0571c5 for instance with vm_state building and task_state spawning. [ 652.943338] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Received event network-changed-ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.943783] env[69959]: DEBUG nova.compute.manager [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Refreshing instance network info cache due to event network-changed-ce25ee61-3960-47b6-8027-a0e69f0571c5. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.944141] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Acquiring lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.944438] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Acquired lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.944869] env[69959]: DEBUG nova.network.neutron [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Refreshing network info cache for port ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.101845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Acquiring lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.103166] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.103166] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Acquiring lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.103166] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.103166] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.105143] env[69959]: INFO nova.compute.manager [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Terminating instance [ 653.133996] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086120, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.677895} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.138028] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 54797e67-1bde-45e4-b12a-50b1287244c6/54797e67-1bde-45e4-b12a-50b1287244c6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.138028] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.138028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c583ab9e-148c-4d07-9080-dfe4f13b78a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.151275] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 653.151275] env[69959]: value = "task-4086122" [ 653.151275] env[69959]: _type = "Task" [ 653.151275] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.158837] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.159627] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.167307] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.062s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.169234] env[69959]: INFO nova.compute.claims [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.186449] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.197748] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.273133] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f193e5-d74e-d816-fa39-bc8f2c090178, 'name': SearchDatastore_Task, 'duration_secs': 0.039766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.273572] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.273819] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.273939] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.275183] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.275183] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb43f37d-af48-4a72-8407-f6eba1ea0ec7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.276828] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ec8fd2-d8e8-4723-8d2e-0be07c31f036 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.290755] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 653.290755] env[69959]: value = "task-4086123" [ 653.290755] env[69959]: _type = "Task" [ 653.290755] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.301120] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.301373] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.305545] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f05b59a-5997-4989-936c-e05e85fdd00f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.308236] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.315033] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 653.315033] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5290af1f-9c13-5bd8-1bb8-719a3a71b334" [ 653.315033] env[69959]: _type = "Task" [ 653.315033] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.327851] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5290af1f-9c13-5bd8-1bb8-719a3a71b334, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.328826] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa79ca14-6322-4797-932b-e3c4a0ee1db6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.337729] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "cb557354-aef6-493d-b1a1-5a588e5f354a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.338069] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "cb557354-aef6-493d-b1a1-5a588e5f354a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.341258] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 653.341258] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e1d385-7478-213e-399c-7417ac307508" [ 653.341258] env[69959]: _type = "Task" [ 653.341258] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.355174] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e1d385-7478-213e-399c-7417ac307508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.428062] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.428385] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.428675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.428769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.428927] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.432107] env[69959]: INFO nova.compute.manager [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Terminating instance [ 653.618047] env[69959]: DEBUG nova.compute.manager [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.618329] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.619607] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceaf3f3-d43d-49ca-bfed-81ea64bcfdbc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.630272] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.630563] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b53cf6-ca69-4460-a120-90d634495f97 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.641734] env[69959]: DEBUG oslo_vmware.api [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Waiting for the task: (returnval){ [ 653.641734] env[69959]: value = "task-4086124" [ 653.641734] env[69959]: _type = "Task" [ 653.641734] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.655402] env[69959]: DEBUG oslo_vmware.api [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Task: {'id': task-4086124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.666492] env[69959]: DEBUG nova.compute.utils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.672909] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.673140] env[69959]: DEBUG nova.network.neutron [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.675822] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20467} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.678731] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.680345] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d04605-b76e-45da-84c2-e928850e7f33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.717683] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086121, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.139302} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.729629] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 54797e67-1bde-45e4-b12a-50b1287244c6/54797e67-1bde-45e4-b12a-50b1287244c6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.730257] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 2c5c2005-452b-40bf-adcf-b1765600702b/2c5c2005-452b-40bf-adcf-b1765600702b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.730721] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.731667] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9f7fcd-eb4f-452e-92b2-f92045c85ff3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.751778] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ece854-23d5-4ae0-82fa-f71357f077d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.761734] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 653.761734] env[69959]: value = "task-4086125" [ 653.761734] env[69959]: _type = "Task" [ 653.761734] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.764819] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 653.764819] env[69959]: value = "task-4086126" [ 653.764819] env[69959]: _type = "Task" [ 653.764819] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.788561] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.793200] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.806412] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086123, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.841595] env[69959]: DEBUG nova.policy [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ac07a502c6c4773aceeef394347c49b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3a3fa6d97489b8363fabba0d6cc33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.859031] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e1d385-7478-213e-399c-7417ac307508, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.859383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.859632] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b/e51fd4e8-c2ba-46aa-8df2-2748bd45e53b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.859946] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.860166] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.860414] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5493b1d-40c8-4f00-b899-3671f31ba584 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.862823] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27d5eb0-a4b9-4b92-9438-20b35e485e90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.875881] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 653.875881] env[69959]: value = "task-4086127" [ 653.875881] env[69959]: _type = "Task" [ 653.875881] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.882314] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.882551] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.883364] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca303e6-2aef-49a5-b4d4-cdecec9e18ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.895478] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.897456] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 653.897456] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d6e4a9-e1d9-0051-ab9e-71ea8801be46" [ 653.897456] env[69959]: _type = "Task" [ 653.897456] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.910049] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d6e4a9-e1d9-0051-ab9e-71ea8801be46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.937154] env[69959]: DEBUG nova.compute.manager [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.937154] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.938462] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f16f7-ace6-487f-b869-bca62588c2c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.952561] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.953170] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3029649f-bb1d-4139-999a-75d7eb766dda {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.966975] env[69959]: DEBUG oslo_vmware.api [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 653.966975] env[69959]: value = "task-4086128" [ 653.966975] env[69959]: _type = "Task" [ 653.966975] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.978663] env[69959]: DEBUG oslo_vmware.api [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.096575] env[69959]: DEBUG nova.network.neutron [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Updated VIF entry in instance network info cache for port ce25ee61-3960-47b6-8027-a0e69f0571c5. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.096692] env[69959]: DEBUG nova.network.neutron [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Updating instance_info_cache with network_info: [{"id": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "address": "fa:16:3e:f1:e6:c7", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce25ee61-39", "ovs_interfaceid": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.162517] env[69959]: DEBUG oslo_vmware.api [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Task: {'id': task-4086124, 'name': PowerOffVM_Task, 'duration_secs': 0.410999} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.163393] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.165231] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.166098] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ded78c5-9b28-49a9-92ba-eab7b015cae7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.177650] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.254168] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.254168] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.254441] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Deleting the datastore file [datastore2] aeb9eb73-6a1a-4788-8762-f83f2ccc05fc {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.255561] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b751176-1956-461c-a1c2-997e6852bd81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.269594] env[69959]: DEBUG oslo_vmware.api [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Waiting for the task: (returnval){ [ 654.269594] env[69959]: value = "task-4086130" [ 654.269594] env[69959]: _type = "Task" [ 654.269594] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.290731] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099909} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.299152] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.300388] env[69959]: DEBUG oslo_vmware.api [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Task: {'id': task-4086130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.300388] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.303887] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d10f55-e584-422c-92e6-2d60296e0325 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.346053] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2c5c2005-452b-40bf-adcf-b1765600702b/2c5c2005-452b-40bf-adcf-b1765600702b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.346499] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755533} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.351952] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aacd498e-bed8-4777-a363-4e059bbac615 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.369715] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.370199] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.370939] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77358687-9e45-4df0-97d5-138afba4a921 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.385900] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 654.385900] env[69959]: value = "task-4086131" [ 654.385900] env[69959]: _type = "Task" [ 654.385900] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.386334] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 654.386334] env[69959]: value = "task-4086132" [ 654.386334] env[69959]: _type = "Task" [ 654.386334] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.407373] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086127, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.424711] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.425156] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.433025] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d6e4a9-e1d9-0051-ab9e-71ea8801be46, 'name': SearchDatastore_Task, 'duration_secs': 0.06456} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.433341] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab40a3c-723a-40bd-a9f8-a3cd72efbdb0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.442179] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 654.442179] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6bfbd-976f-c242-4067-a65fde73210a" [ 654.442179] env[69959]: _type = "Task" [ 654.442179] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.454541] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6bfbd-976f-c242-4067-a65fde73210a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.483108] env[69959]: DEBUG oslo_vmware.api [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086128, 'name': PowerOffVM_Task, 'duration_secs': 0.354459} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.485641] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.485926] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.486467] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68afd5e4-e5e5-45d2-bfca-2cc214a58f90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.533108] env[69959]: DEBUG nova.network.neutron [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Successfully updated port: 433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.576030] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.576030] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.576030] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Deleting the datastore file [datastore2] ef8c1409-a960-4ff0-924f-07f3df4e4bff {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.578818] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e3b2657-8b0c-4951-ab49-fb378e5c53a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.592224] env[69959]: DEBUG oslo_vmware.api [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for the task: (returnval){ [ 654.592224] env[69959]: value = "task-4086134" [ 654.592224] env[69959]: _type = "Task" [ 654.592224] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.599195] env[69959]: DEBUG oslo_concurrency.lockutils [req-d16db0a4-3bf8-458b-a85a-629a990d5087 req-1af04eb4-4614-4589-8202-2a0318cc6699 service nova] Releasing lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.606957] env[69959]: DEBUG oslo_vmware.api [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.707567] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03841654-103b-4f67-9e28-a05af7e71b84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.724332] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f602e9-4358-4a08-bbcf-ce176046b9af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.761544] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821ce19-3ad8-4f93-a1e1-62894d74d7af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.771429] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bdadf-24a7-4c24-9075-d5f147e17b6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.793661] env[69959]: DEBUG nova.compute.provider_tree [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.798254] env[69959]: DEBUG oslo_vmware.api [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Task: {'id': task-4086130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403173} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.799024] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.799297] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.800026] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.800026] env[69959]: INFO nova.compute.manager [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 654.800026] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.803508] env[69959]: DEBUG nova.compute.manager [-] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.803605] env[69959]: DEBUG nova.network.neutron [-] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.805526] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086126, 'name': ReconfigVM_Task, 'duration_secs': 0.986847} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.806473] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 54797e67-1bde-45e4-b12a-50b1287244c6/54797e67-1bde-45e4-b12a-50b1287244c6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.807479] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8b86e31-25a8-46b2-8fe7-47ba4415d7b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.819725] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 654.819725] env[69959]: value = "task-4086135" [ 654.819725] env[69959]: _type = "Task" [ 654.819725] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.829423] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086135, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.888463] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830443} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.888751] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b/e51fd4e8-c2ba-46aa-8df2-2748bd45e53b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.888962] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.889236] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8a6fbf4-3aa0-4b16-91dc-da288fbfe4cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.895897] env[69959]: DEBUG nova.network.neutron [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Successfully created port: 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.910373] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.917291] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1014} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.917754] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 654.917754] env[69959]: value = "task-4086136" [ 654.917754] env[69959]: _type = "Task" [ 654.917754] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.918104] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.919385] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4314556-b153-4507-90e4-4ae34d2269d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.947424] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.951284] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13264741-b35f-4462-a03f-c6869783674b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.968484] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.979362] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6bfbd-976f-c242-4067-a65fde73210a, 'name': SearchDatastore_Task, 'duration_secs': 0.062191} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.980257] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.981561] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.981561] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 654.981561] env[69959]: value = "task-4086137" [ 654.981561] env[69959]: _type = "Task" [ 654.981561] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.981561] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.981561] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.981561] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b6fdde4-4f51-4293-ac44-f90bcdf2a5fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.983807] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03d876c-12e2-4068-89f6-04fa9ce3b880 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.999497] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.004729] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 655.004729] env[69959]: value = "task-4086138" [ 655.004729] env[69959]: _type = "Task" [ 655.004729] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.004729] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.004729] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.004729] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310c27a5-ccba-46c5-8e18-7d7e4a78baab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.016135] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.017917] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 655.017917] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526fdd19-e331-6413-2190-8340a072d98e" [ 655.017917] env[69959]: _type = "Task" [ 655.017917] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.027655] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526fdd19-e331-6413-2190-8340a072d98e, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.028653] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564bc51c-521e-4bf9-b499-cd34a0255c77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.034881] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 655.034881] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524aecf4-0288-212f-0822-1b624e7fa142" [ 655.034881] env[69959]: _type = "Task" [ 655.034881] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.047369] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "refresh_cache-91126fa6-9e98-4c41-917b-a2fc6ed3d9db" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.047549] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquired lock "refresh_cache-91126fa6-9e98-4c41-917b-a2fc6ed3d9db" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.047741] env[69959]: DEBUG nova.network.neutron [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.049146] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524aecf4-0288-212f-0822-1b624e7fa142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.103648] env[69959]: DEBUG oslo_vmware.api [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Task: {'id': task-4086134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255244} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.103862] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.104075] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.104293] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.104468] env[69959]: INFO nova.compute.manager [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Took 1.17 seconds to destroy the instance on the hypervisor. [ 655.104705] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.104903] env[69959]: DEBUG nova.compute.manager [-] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.104984] env[69959]: DEBUG nova.network.neutron [-] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.193598] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.230068] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.230378] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.230378] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.230608] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.230685] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.230829] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.231074] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.231245] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.231413] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.231615] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.231737] env[69959]: DEBUG nova.virt.hardware [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.233216] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57656be-b67b-451f-a960-7d6f6f86463b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.243293] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35883e69-d2c7-405e-b029-07682d00469e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.300145] env[69959]: DEBUG nova.scheduler.client.report [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.331870] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086135, 'name': Rename_Task, 'duration_secs': 0.183114} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.333253] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.333549] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bff4a2b-d68e-4a88-b31b-058a941deca1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.343403] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 655.343403] env[69959]: value = "task-4086139" [ 655.343403] env[69959]: _type = "Task" [ 655.343403] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.354010] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.410212] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086132, 'name': ReconfigVM_Task, 'duration_secs': 0.586846} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.410548] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2c5c2005-452b-40bf-adcf-b1765600702b/2c5c2005-452b-40bf-adcf-b1765600702b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.411202] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac11135d-f191-4dc7-810d-1f4311c6c330 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.418271] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 655.418271] env[69959]: value = "task-4086140" [ 655.418271] env[69959]: _type = "Task" [ 655.418271] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.433736] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086140, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.434128] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073586} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.434394] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.436687] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c762fe5-e056-4481-b7f4-46255b017cf3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.460749] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b/e51fd4e8-c2ba-46aa-8df2-2748bd45e53b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.461085] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9584676-e20f-4ef6-8a66-e619d360477a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.489767] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 655.489767] env[69959]: value = "task-4086141" [ 655.489767] env[69959]: _type = "Task" [ 655.489767] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.498141] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086137, 'name': ReconfigVM_Task, 'duration_secs': 0.327277} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.499060] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.499769] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747977db-f08b-4e3d-8bbf-819c3ff2618e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.505736] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.512414] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 655.512414] env[69959]: value = "task-4086142" [ 655.512414] env[69959]: _type = "Task" [ 655.512414] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.520064] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.529018] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086142, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.547283] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524aecf4-0288-212f-0822-1b624e7fa142, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.548115] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.548115] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2/d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.548234] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5458089-32cc-44d0-a3a0-29a254307027 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.561725] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 655.561725] env[69959]: value = "task-4086143" [ 655.561725] env[69959]: _type = "Task" [ 655.561725] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.571301] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.644185] env[69959]: DEBUG nova.network.neutron [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.808309] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.808823] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.814043] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.327s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.815836] env[69959]: INFO nova.compute.claims [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.854493] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.929242] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086140, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.004047] env[69959]: DEBUG nova.network.neutron [-] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.004047] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086141, 'name': ReconfigVM_Task, 'duration_secs': 0.388945} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.004047] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b/e51fd4e8-c2ba-46aa-8df2-2748bd45e53b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.004047] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9eeb73d-e5d7-475c-9144-2da2b955638d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.015661] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.021690] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 656.021690] env[69959]: value = "task-4086144" [ 656.021690] env[69959]: _type = "Task" [ 656.021690] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.029671] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086142, 'name': Rename_Task, 'duration_secs': 0.192961} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.030462] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.030740] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13b323e-eb83-4527-917c-dcf19bb9d4c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.036678] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086144, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.038305] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 656.038305] env[69959]: value = "task-4086145" [ 656.038305] env[69959]: _type = "Task" [ 656.038305] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.047979] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.073688] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086143, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.074959] env[69959]: DEBUG nova.network.neutron [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Updating instance_info_cache with network_info: [{"id": "433c7217-5209-4956-8471-f49d7d0e911b", "address": "fa:16:3e:b0:14:13", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap433c7217-52", "ovs_interfaceid": "433c7217-5209-4956-8471-f49d7d0e911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.322250] env[69959]: DEBUG nova.compute.utils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.328630] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.329040] env[69959]: DEBUG nova.network.neutron [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.360054] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.380292] env[69959]: DEBUG nova.network.neutron [-] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.395220] env[69959]: DEBUG nova.compute.manager [req-09e50c12-b61b-4ee6-8b50-9cbadbef36ea req-f89f6772-daef-4fcc-902b-b6b4fd521453 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Received event network-vif-plugged-433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.395220] env[69959]: DEBUG oslo_concurrency.lockutils [req-09e50c12-b61b-4ee6-8b50-9cbadbef36ea req-f89f6772-daef-4fcc-902b-b6b4fd521453 service nova] Acquiring lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.395883] env[69959]: DEBUG oslo_concurrency.lockutils [req-09e50c12-b61b-4ee6-8b50-9cbadbef36ea req-f89f6772-daef-4fcc-902b-b6b4fd521453 service nova] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.396331] env[69959]: DEBUG oslo_concurrency.lockutils [req-09e50c12-b61b-4ee6-8b50-9cbadbef36ea req-f89f6772-daef-4fcc-902b-b6b4fd521453 service nova] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.396784] env[69959]: DEBUG nova.compute.manager [req-09e50c12-b61b-4ee6-8b50-9cbadbef36ea req-f89f6772-daef-4fcc-902b-b6b4fd521453 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] No waiting events found dispatching network-vif-plugged-433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.397396] env[69959]: WARNING nova.compute.manager [req-09e50c12-b61b-4ee6-8b50-9cbadbef36ea req-f89f6772-daef-4fcc-902b-b6b4fd521453 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Received unexpected event network-vif-plugged-433c7217-5209-4956-8471-f49d7d0e911b for instance with vm_state building and task_state spawning. [ 656.433388] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086140, 'name': Rename_Task, 'duration_secs': 0.691777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.433617] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.434298] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0167a1c-5bb1-48a3-9457-4ad8c9cf3aa6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.444500] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 656.444500] env[69959]: value = "task-4086146" [ 656.444500] env[69959]: _type = "Task" [ 656.444500] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.457270] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.505740] env[69959]: INFO nova.compute.manager [-] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Took 1.70 seconds to deallocate network for instance. [ 656.523185] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.536884] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086144, 'name': Rename_Task, 'duration_secs': 0.245091} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.536884] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.536884] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c6c29d5-a404-409b-be22-fec0cfd166f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.546932] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 656.546932] env[69959]: value = "task-4086147" [ 656.546932] env[69959]: _type = "Task" [ 656.546932] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.554164] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.564038] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.577742] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086143, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.580259] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Releasing lock "refresh_cache-91126fa6-9e98-4c41-917b-a2fc6ed3d9db" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.580259] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Instance network_info: |[{"id": "433c7217-5209-4956-8471-f49d7d0e911b", "address": "fa:16:3e:b0:14:13", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap433c7217-52", "ovs_interfaceid": "433c7217-5209-4956-8471-f49d7d0e911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.580427] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:14:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '433c7217-5209-4956-8471-f49d7d0e911b', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.590803] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Creating folder: Project (a0c6229a651d40baba36f9a9f923fd31). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.591235] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05af0b1-ddb5-4de0-a3dc-ecaf33f27645 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.608073] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Created folder: Project (a0c6229a651d40baba36f9a9f923fd31) in parent group-v809535. [ 656.608073] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Creating folder: Instances. Parent ref: group-v809565. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.608073] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4919bf2b-d2fe-49f4-9bb8-d09b2d1e5a92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.628024] env[69959]: DEBUG nova.policy [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ac07a502c6c4773aceeef394347c49b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3a3fa6d97489b8363fabba0d6cc33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.628858] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Created folder: Instances in parent group-v809565. [ 656.629025] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.629594] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.629827] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c94db206-f3f0-422d-af82-cfe41e224c32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.662999] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.662999] env[69959]: value = "task-4086150" [ 656.662999] env[69959]: _type = "Task" [ 656.662999] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.678768] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086150, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.830635] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.859449] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086139, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.882771] env[69959]: INFO nova.compute.manager [-] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Took 1.78 seconds to deallocate network for instance. [ 656.957329] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.022215] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.022755] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086138, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.668339} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.027017] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.027574] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.028807] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0044f1ed-31fc-4451-893c-ebeb1643886a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.039558] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 657.039558] env[69959]: value = "task-4086151" [ 657.039558] env[69959]: _type = "Task" [ 657.039558] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.060466] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.070105] env[69959]: DEBUG oslo_vmware.api [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086145, 'name': PowerOnVM_Task, 'duration_secs': 0.605135} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.076213] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.076213] env[69959]: DEBUG nova.compute.manager [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.076518] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.079758] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb987f71-d2c6-48e0-b517-53b9a824f6d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.090338] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086143, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.177493} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.091044] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2/d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.091264] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.094535] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b173c93e-d8a8-44cd-bda6-7fa9087a3d3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.103762] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 657.103762] env[69959]: value = "task-4086152" [ 657.103762] env[69959]: _type = "Task" [ 657.103762] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.115374] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.176701] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086150, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.233450] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ba74c-bf7f-47d7-b544-bca7ec721992 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.250231] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22477ff-2a27-432d-a4c8-d8e302a8a15a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.302045] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7273a98-a110-4cc8-88fa-42a3a011a1ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311826] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0840e2d-68e0-442e-a9a5-1d051c155896 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.331241] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.370274] env[69959]: DEBUG oslo_vmware.api [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086139, 'name': PowerOnVM_Task, 'duration_secs': 1.69717} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.370274] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.370274] env[69959]: INFO nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Took 17.08 seconds to spawn the instance on the hypervisor. [ 657.370274] env[69959]: DEBUG nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.370999] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca33b57-9de9-49d3-9ad2-87ef265c8945 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.392965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.460190] env[69959]: DEBUG oslo_vmware.api [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086146, 'name': PowerOnVM_Task, 'duration_secs': 0.848848} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.460535] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.460808] env[69959]: INFO nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Took 14.62 seconds to spawn the instance on the hypervisor. [ 657.461074] env[69959]: DEBUG nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.462022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f7c7e-1acc-4173-9641-078780fb0b6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.551759] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254572} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.555235] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.556115] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b8b031-fd2a-4d01-a5b5-34eab38298e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.565448] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.582371] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.583405] env[69959]: DEBUG nova.network.neutron [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Successfully created port: 3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.585437] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef0a054-0f52-42ec-9096-4eab43a5bd55 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.606674] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.611179] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 657.611179] env[69959]: value = "task-4086153" [ 657.611179] env[69959]: _type = "Task" [ 657.611179] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.618827] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215119} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.619528] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.620404] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd012c-a46e-4b11-8145-6d6fe8fc306f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.628286] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.655236] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2/d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.655236] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb17f01-dcb3-44ca-945b-1f6ac76b9665 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.678057] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086150, 'name': CreateVM_Task, 'duration_secs': 0.857894} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.680109] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.680109] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 657.680109] env[69959]: value = "task-4086154" [ 657.680109] env[69959]: _type = "Task" [ 657.680109] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.680571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.680571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.680784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.681100] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68248399-cdb1-4c2f-bd7c-98d696abdedb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.690654] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 657.690654] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aa62b2-b7ba-29aa-ce1f-5912291df0be" [ 657.690654] env[69959]: _type = "Task" [ 657.690654] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.693933] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.703492] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aa62b2-b7ba-29aa-ce1f-5912291df0be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.784532] env[69959]: DEBUG nova.network.neutron [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Successfully updated port: 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.857296] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.859980] env[69959]: DEBUG nova.compute.manager [req-bdbb2051-1b6c-4470-b8ab-b384f250e43d req-75ce11ed-8903-475e-bfd9-b9f147fe99cc service nova] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Received event network-vif-deleted-b4cb30e2-c6e5-4332-bf92-c455c7c269da {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.865163] env[69959]: ERROR nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [req-0c1877b1-20df-4e6f-a421-3cbc3768b9c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c1877b1-20df-4e6f-a421-3cbc3768b9c4"}]} [ 657.893874] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.894183] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.894414] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.894685] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.894926] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.896841] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.896841] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.896841] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.896841] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.896841] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.897718] env[69959]: DEBUG nova.virt.hardware [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.902377] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ae321-9349-420e-8e82-891a3bfdf354 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.908533] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 657.911049] env[69959]: INFO nova.compute.manager [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Took 29.39 seconds to build instance. [ 657.922451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09968799-1061-4059-b016-84a153f40692 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.928571] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 657.928816] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.951205] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 657.970683] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 657.980365] env[69959]: INFO nova.compute.manager [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Took 29.02 seconds to build instance. [ 658.064891] env[69959]: DEBUG oslo_vmware.api [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086147, 'name': PowerOnVM_Task, 'duration_secs': 1.201221} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.064891] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.064891] env[69959]: INFO nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Took 12.82 seconds to spawn the instance on the hypervisor. [ 658.065034] env[69959]: DEBUG nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.066092] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c79d7-85e9-4260-8a73-71f09837ba6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.126313] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086153, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.191176] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086154, 'name': ReconfigVM_Task, 'duration_secs': 0.495351} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.193277] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2/d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.194218] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41f3014b-5f6e-45a6-8cae-1f28e233e029 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.212158] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aa62b2-b7ba-29aa-ce1f-5912291df0be, 'name': SearchDatastore_Task, 'duration_secs': 0.047281} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.216207] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.216475] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.216693] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.216848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.217101] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.217432] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 658.217432] env[69959]: value = "task-4086155" [ 658.217432] env[69959]: _type = "Task" [ 658.217432] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.217898] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c012b2-677b-4d2d-ad2b-ad86c1502ee1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.229845] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086155, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.231424] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.231577] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.235075] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99912e4a-f8a7-42dc-9431-35d7fc97444a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.247996] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 658.247996] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524e32e3-07fe-4ac8-7536-94ffa88c9d9a" [ 658.247996] env[69959]: _type = "Task" [ 658.247996] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.255702] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524e32e3-07fe-4ac8-7536-94ffa88c9d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.291654] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.291654] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.291904] env[69959]: DEBUG nova.network.neutron [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.330063] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d73a6-b089-402b-a7cd-82461b38ca74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.344775] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fed65e-19cd-42e8-b601-a9353d050499 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.383570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca2c301-2c69-4cd1-9e91-a963a40322f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.393242] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b4ddd5-757e-4ac0-8fa8-c67f92a1c73c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.409903] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.416649] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff99c174-a489-429a-8bd2-03f1864b8a3f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "54797e67-1bde-45e4-b12a-50b1287244c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.905s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.482496] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd4c95db-2a84-4c10-a7aa-13920a532973 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "2c5c2005-452b-40bf-adcf-b1765600702b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.530s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.502550] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.502903] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.586069] env[69959]: INFO nova.compute.manager [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Took 29.55 seconds to build instance. [ 658.625838] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086153, 'name': ReconfigVM_Task, 'duration_secs': 0.563749} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.627735] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.628803] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3abdaed-5b8a-4629-bb5e-f05abab9d369 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.638494] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 658.638494] env[69959]: value = "task-4086156" [ 658.638494] env[69959]: _type = "Task" [ 658.638494] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.651790] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086156, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.735048] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086155, 'name': Rename_Task, 'duration_secs': 0.168684} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.735048] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.735048] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29d35510-fdfa-4270-b244-e1994e6acf9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.741544] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 658.741544] env[69959]: value = "task-4086157" [ 658.741544] env[69959]: _type = "Task" [ 658.741544] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.752747] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.760289] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524e32e3-07fe-4ac8-7536-94ffa88c9d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.761143] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947291ca-c952-4383-91f1-eadf27d9d908 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.768402] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 658.768402] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5260e2c9-da47-3487-deba-1070c90da370" [ 658.768402] env[69959]: _type = "Task" [ 658.768402] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.777994] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5260e2c9-da47-3487-deba-1070c90da370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.838126] env[69959]: DEBUG nova.network.neutron [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.919226] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.935519] env[69959]: ERROR nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [req-37453c71-121d-4d0c-b87b-c064e1ef7da6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37453c71-121d-4d0c-b87b-c064e1ef7da6"}]} [ 658.955367] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 658.974685] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 658.974918] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.985683] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.998064] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.025704] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 659.088226] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0dc74179-3ccd-4682-81d4-749378309b74 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.061s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.155773] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086156, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.167972] env[69959]: DEBUG nova.network.neutron [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Updating instance_info_cache with network_info: [{"id": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "address": "fa:16:3e:37:f7:db", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a7ed9-38", "ovs_interfaceid": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.260825] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.287799] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5260e2c9-da47-3487-deba-1070c90da370, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.287799] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.287799] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 91126fa6-9e98-4c41-917b-a2fc6ed3d9db/91126fa6-9e98-4c41-917b-a2fc6ed3d9db.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.287799] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71f4ad5-e52f-4f3e-a83a-b9d6e36f767e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.299643] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 659.299643] env[69959]: value = "task-4086158" [ 659.299643] env[69959]: _type = "Task" [ 659.299643] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.310014] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.447494] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.493182] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291651f8-843f-43e8-b4bc-90d3ae8bce33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.509969] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838cfcef-0afb-4271-b028-93089d8063b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.551250] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.552079] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1193e334-d9f3-4bd5-9f6c-fcfdfa9e667e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.560979] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129cee73-8b3a-4664-8707-a541a0cc239c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.579987] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.595055] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.655495] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086156, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.674545] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674545] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Instance network_info: |[{"id": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "address": "fa:16:3e:37:f7:db", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a7ed9-38", "ovs_interfaceid": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.675154] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:f7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.689671] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Creating folder: Project (9cb3a3fa6d97489b8363fabba0d6cc33). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.691760] env[69959]: DEBUG nova.network.neutron [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Successfully updated port: 3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.692873] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c264e2a-6729-4892-a2e4-e26bc8d95661 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.710831] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Created folder: Project (9cb3a3fa6d97489b8363fabba0d6cc33) in parent group-v809535. [ 659.711131] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Creating folder: Instances. Parent ref: group-v809568. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.712170] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24635b31-2e39-4885-a360-d832ab00cd36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.723699] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Created folder: Instances in parent group-v809568. [ 659.723967] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.724186] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.724419] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37af248a-c859-4d89-813d-bac372bb96dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.750571] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.750571] env[69959]: value = "task-4086161" [ 659.750571] env[69959]: _type = "Task" [ 659.750571] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.758855] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.764544] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086161, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.816713] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.149841] env[69959]: DEBUG nova.scheduler.client.report [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 660.150136] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 26 to 27 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 660.150312] env[69959]: DEBUG nova.compute.provider_tree [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.163188] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086156, 'name': Rename_Task, 'duration_secs': 1.246852} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.163497] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.163776] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f92165-3c9e-4ccb-8d48-f6eca8748d67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.168707] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.175617] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 660.175617] env[69959]: value = "task-4086162" [ 660.175617] env[69959]: _type = "Task" [ 660.175617] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.187199] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.201209] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "refresh_cache-29558655-499e-4dee-b322-5de67728670a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.201573] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "refresh_cache-29558655-499e-4dee-b322-5de67728670a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.201800] env[69959]: DEBUG nova.network.neutron [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.267976] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.273435] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086161, 'name': CreateVM_Task, 'duration_secs': 0.439821} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.274664] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.275180] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.275302] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.276102] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.277142] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422b5b0c-f2a8-433a-8710-1b125df3734c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.289419] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 660.289419] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c2b40d-04cf-063d-9fe9-2c4b6bdd2173" [ 660.289419] env[69959]: _type = "Task" [ 660.289419] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.307843] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c2b40d-04cf-063d-9fe9-2c4b6bdd2173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.320183] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.401151] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Received event network-changed-433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.401151] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Refreshing instance network info cache due to event network-changed-433c7217-5209-4956-8471-f49d7d0e911b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.401508] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Acquiring lock "refresh_cache-91126fa6-9e98-4c41-917b-a2fc6ed3d9db" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.401800] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Acquired lock "refresh_cache-91126fa6-9e98-4c41-917b-a2fc6ed3d9db" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.402326] env[69959]: DEBUG nova.network.neutron [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Refreshing network info cache for port 433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.657149] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.843s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.658043] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.660675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.927s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.688231] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.760314] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086157, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.774522] env[69959]: DEBUG nova.network.neutron [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.777453] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.778021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.805579] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c2b40d-04cf-063d-9fe9-2c4b6bdd2173, 'name': SearchDatastore_Task, 'duration_secs': 0.025482} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.806076] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.806336] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.806640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.806793] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.807585] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.807943] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca2ba9f-3023-4a2d-a9b9-2947cc37a2f5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.826708] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086158, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.176553} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.826708] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 91126fa6-9e98-4c41-917b-a2fc6ed3d9db/91126fa6-9e98-4c41-917b-a2fc6ed3d9db.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.826708] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.826708] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27707283-d512-4c01-b5a6-2de349a09de9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.832045] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.832045] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.835945] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33471159-2b1b-4849-aa71-2fc4bdfbfa9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.838667] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 660.838667] env[69959]: value = "task-4086163" [ 660.838667] env[69959]: _type = "Task" [ 660.838667] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.847911] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 660.847911] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5298a46b-cf9d-3b55-46f0-db5121d961d6" [ 660.847911] env[69959]: _type = "Task" [ 660.847911] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.860907] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.868460] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5298a46b-cf9d-3b55-46f0-db5121d961d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015248} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.869161] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf03a1e-80db-4270-a32c-0c88e1d908cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.876461] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 660.876461] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524d6073-70b7-4d55-b0eb-4fa15bae0649" [ 660.876461] env[69959]: _type = "Task" [ 660.876461] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.886362] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524d6073-70b7-4d55-b0eb-4fa15bae0649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.011355] env[69959]: DEBUG nova.network.neutron [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Updating instance_info_cache with network_info: [{"id": "3cfd0f01-2cad-4f83-ac17-2d98c6531888", "address": "fa:16:3e:36:a2:26", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfd0f01-2c", "ovs_interfaceid": "3cfd0f01-2cad-4f83-ac17-2d98c6531888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.169224] env[69959]: DEBUG nova.compute.utils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.179148] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.179708] env[69959]: DEBUG nova.network.neutron [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.196029] env[69959]: DEBUG oslo_vmware.api [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086162, 'name': PowerOnVM_Task, 'duration_secs': 0.900977} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.196029] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.196029] env[69959]: INFO nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Took 10.99 seconds to spawn the instance on the hypervisor. [ 661.196029] env[69959]: DEBUG nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.196964] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d9422-73fc-422f-975e-52d78a9e67ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.256243] env[69959]: DEBUG oslo_vmware.api [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086157, 'name': PowerOnVM_Task, 'duration_secs': 2.121119} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.256649] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.256728] env[69959]: INFO nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Took 13.58 seconds to spawn the instance on the hypervisor. [ 661.258035] env[69959]: DEBUG nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.258035] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8aba3-5d1d-443a-a23e-375ce6dab711 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.314690] env[69959]: DEBUG nova.policy [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ac07a502c6c4773aceeef394347c49b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3a3fa6d97489b8363fabba0d6cc33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.358485] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330437} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.358761] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.359722] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aad200-321e-432f-b988-f7719a3b7d0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.385443] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 91126fa6-9e98-4c41-917b-a2fc6ed3d9db/91126fa6-9e98-4c41-917b-a2fc6ed3d9db.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.385443] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88e1264-f249-41af-8d7b-3981b732e64e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.411283] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524d6073-70b7-4d55-b0eb-4fa15bae0649, 'name': SearchDatastore_Task, 'duration_secs': 0.016614} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.412960] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.412960] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] bee65c60-c104-4523-9e3a-1e41ead05854/bee65c60-c104-4523-9e3a-1e41ead05854.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.413476] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 661.413476] env[69959]: value = "task-4086164" [ 661.413476] env[69959]: _type = "Task" [ 661.413476] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.413476] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba30276-a566-4906-a706-109b8a893085 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.426919] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.428976] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 661.428976] env[69959]: value = "task-4086165" [ 661.428976] env[69959]: _type = "Task" [ 661.428976] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.435486] env[69959]: DEBUG nova.network.neutron [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Updated VIF entry in instance network info cache for port 433c7217-5209-4956-8471-f49d7d0e911b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.435486] env[69959]: DEBUG nova.network.neutron [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Updating instance_info_cache with network_info: [{"id": "433c7217-5209-4956-8471-f49d7d0e911b", "address": "fa:16:3e:b0:14:13", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap433c7217-52", "ovs_interfaceid": "433c7217-5209-4956-8471-f49d7d0e911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.440848] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.515236] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "refresh_cache-29558655-499e-4dee-b322-5de67728670a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.515634] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Instance network_info: |[{"id": "3cfd0f01-2cad-4f83-ac17-2d98c6531888", "address": "fa:16:3e:36:a2:26", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfd0f01-2c", "ovs_interfaceid": "3cfd0f01-2cad-4f83-ac17-2d98c6531888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.515978] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a2:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cfd0f01-2cad-4f83-ac17-2d98c6531888', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.525854] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.526254] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29558655-499e-4dee-b322-5de67728670a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.526474] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3c4bad0-ceb6-45ef-8076-ed3a7460e253 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.549084] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.549084] env[69959]: value = "task-4086166" [ 661.549084] env[69959]: _type = "Task" [ 661.549084] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.558146] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086166, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.681795] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.722802] env[69959]: INFO nova.compute.manager [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Took 31.57 seconds to build instance. [ 661.733182] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance ea45ff56-3dbd-4db3-a9bc-889800f28ede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.733526] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aeb9eb73-6a1a-4788-8762-f83f2ccc05fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 661.733762] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance ef8c1409-a960-4ff0-924f-07f3df4e4bff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 661.734705] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 54797e67-1bde-45e4-b12a-50b1287244c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.734705] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 2c5c2005-452b-40bf-adcf-b1765600702b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.734705] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e51fd4e8-c2ba-46aa-8df2-2748bd45e53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.734705] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.735027] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.735027] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 91126fa6-9e98-4c41-917b-a2fc6ed3d9db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.735179] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance bee65c60-c104-4523-9e3a-1e41ead05854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.735472] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 29558655-499e-4dee-b322-5de67728670a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.735472] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 2d37ccad-5d6d-43c7-a428-7be96b6fd625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.778042] env[69959]: INFO nova.compute.manager [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Took 31.88 seconds to build instance. [ 661.928912] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.937841] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Releasing lock "refresh_cache-91126fa6-9e98-4c41-917b-a2fc6ed3d9db" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.938151] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Received event network-vif-deleted-eb35b7e9-141a-475c-85c8-1653213d90bf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.938539] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Received event network-vif-plugged-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.938775] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Acquiring lock "bee65c60-c104-4523-9e3a-1e41ead05854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.938987] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Lock "bee65c60-c104-4523-9e3a-1e41ead05854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.939242] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Lock "bee65c60-c104-4523-9e3a-1e41ead05854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.939551] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] No waiting events found dispatching network-vif-plugged-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 661.939775] env[69959]: WARNING nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Received unexpected event network-vif-plugged-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 for instance with vm_state building and task_state spawning. [ 661.939993] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Received event network-changed-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.940191] env[69959]: DEBUG nova.compute.manager [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Refreshing instance network info cache due to event network-changed-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.940470] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Acquiring lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.940659] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Acquired lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.940917] env[69959]: DEBUG nova.network.neutron [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Refreshing network info cache for port 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.946844] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086165, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.051373] env[69959]: DEBUG nova.network.neutron [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Successfully created port: 02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.066354] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086166, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.225043] env[69959]: DEBUG oslo_concurrency.lockutils [None req-93185d4b-ac8e-455a-95e2-292d8a0b41f2 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.081s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.239625] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 923a6ce2-7b57-4e05-b33c-d99a0c60dd64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.281362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c3d91b8-7955-44e9-a730-785c8d1a7abe tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.388s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.431341] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086164, 'name': ReconfigVM_Task, 'duration_secs': 0.623348} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.431785] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 91126fa6-9e98-4c41-917b-a2fc6ed3d9db/91126fa6-9e98-4c41-917b-a2fc6ed3d9db.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.435494] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ca463f-749c-4937-bfe0-f4e4eb650c28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.445101] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086165, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.446663] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 662.446663] env[69959]: value = "task-4086167" [ 662.446663] env[69959]: _type = "Task" [ 662.446663] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.458233] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086167, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.561966] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086166, 'name': CreateVM_Task, 'duration_secs': 0.516572} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.562139] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29558655-499e-4dee-b322-5de67728670a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.563178] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.563679] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.563937] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af4763c-bc30-45c4-9d1e-ff1c5a02b332 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.570458] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 662.570458] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522e4379-deea-2df0-8182-c6957e46d7af" [ 662.570458] env[69959]: _type = "Task" [ 662.570458] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.581521] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522e4379-deea-2df0-8182-c6957e46d7af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.609162] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "54797e67-1bde-45e4-b12a-50b1287244c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.609891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "54797e67-1bde-45e4-b12a-50b1287244c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.609891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "54797e67-1bde-45e4-b12a-50b1287244c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.609891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "54797e67-1bde-45e4-b12a-50b1287244c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.610176] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "54797e67-1bde-45e4-b12a-50b1287244c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.612041] env[69959]: INFO nova.compute.manager [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Terminating instance [ 662.674401] env[69959]: DEBUG nova.network.neutron [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Updated VIF entry in instance network info cache for port 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.674623] env[69959]: DEBUG nova.network.neutron [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Updating instance_info_cache with network_info: [{"id": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "address": "fa:16:3e:37:f7:db", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a7ed9-38", "ovs_interfaceid": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.699338] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.727639] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.734954] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.735234] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.735388] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.735606] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.735767] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.735919] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.736137] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.736298] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.736461] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.736619] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.736846] env[69959]: DEBUG nova.virt.hardware [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.737722] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d35c24-9151-4a27-b748-8fe4c0b7227c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.742377] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 42d73292-1bab-4883-9e24-7ffa41e676e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.751128] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc794c7-3473-4829-a287-20b8a44d4dad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.783854] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.944038] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086165, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.958654] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086167, 'name': Rename_Task, 'duration_secs': 0.357944} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.958925] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.959188] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71dfd75b-fb41-4c71-9373-f90fe4918005 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.967229] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 662.967229] env[69959]: value = "task-4086168" [ 662.967229] env[69959]: _type = "Task" [ 662.967229] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.979168] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.023812] env[69959]: INFO nova.compute.manager [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Rebuilding instance [ 663.084841] env[69959]: DEBUG nova.compute.manager [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.086271] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878da170-a8b1-4883-94bc-2750f8fe00d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.098826] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522e4379-deea-2df0-8182-c6957e46d7af, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.103339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.103339] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.103339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.103339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.103489] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.103489] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb6a03d-3a9c-41a1-8a7b-5f09bf29f766 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.117366] env[69959]: DEBUG nova.compute.manager [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.117605] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.119839] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.119839] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.124130] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dea29d-d1ba-449f-b771-63836923d717 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.126308] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa073370-5bc7-4c7b-b359-fd2a06ea1911 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.136230] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 663.136230] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521cac3a-f043-a5d5-9b14-3922b56400b0" [ 663.136230] env[69959]: _type = "Task" [ 663.136230] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.138535] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.143500] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d64be64f-0250-4c02-8de4-844aa0874fbc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.153538] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521cac3a-f043-a5d5-9b14-3922b56400b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.155221] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 663.155221] env[69959]: value = "task-4086169" [ 663.155221] env[69959]: _type = "Task" [ 663.155221] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.168035] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.178827] env[69959]: DEBUG oslo_concurrency.lockutils [req-e5db1a20-0049-4e10-a831-e30596858e30 req-e27dee22-9ab6-4162-89e2-54f0888cfaa2 service nova] Releasing lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.251681] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 94296ced-6adc-4f28-9c10-e23a8dd05464 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 663.259252] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.319260] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.446674] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086165, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.859502} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.447056] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] bee65c60-c104-4523-9e3a-1e41ead05854/bee65c60-c104-4523-9e3a-1e41ead05854.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.448019] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.448019] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544efa56-297e-4c94-b8c0-cd240b9578f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.462601] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 663.462601] env[69959]: value = "task-4086170" [ 663.462601] env[69959]: _type = "Task" [ 663.462601] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.484860] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.490972] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.650959] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521cac3a-f043-a5d5-9b14-3922b56400b0, 'name': SearchDatastore_Task, 'duration_secs': 0.020031} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.652228] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21eaf161-6ab6-41a7-894e-7cd672daec66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.667323] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 663.667323] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ff2c8-2625-7f42-9199-22e266774054" [ 663.667323] env[69959]: _type = "Task" [ 663.667323] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.680057] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086169, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.687487] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ff2c8-2625-7f42-9199-22e266774054, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.687807] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.688121] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 29558655-499e-4dee-b322-5de67728670a/29558655-499e-4dee-b322-5de67728670a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.688413] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42824f9c-d6fe-45d2-9c45-f518a0675f94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.699038] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 663.699038] env[69959]: value = "task-4086171" [ 663.699038] env[69959]: _type = "Task" [ 663.699038] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.712952] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.759563] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5f010cf7-c829-4264-93ba-c0db09cf0c46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 663.871350] env[69959]: DEBUG nova.network.neutron [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Successfully updated port: 02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.983150] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133271} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.987712] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.990608] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.993452] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f8fee-0930-4fca-b5ed-5243c9e0daf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.030334] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] bee65c60-c104-4523-9e3a-1e41ead05854/bee65c60-c104-4523-9e3a-1e41ead05854.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.033500] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f53fafb-4da3-48f2-b50b-2e3bc1f429c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.058599] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 664.058599] env[69959]: value = "task-4086172" [ 664.058599] env[69959]: _type = "Task" [ 664.058599] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.073981] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.111115] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.111467] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728936a6-aa01-4f86-b0dc-04f3a7e41dd9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.129637] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 664.129637] env[69959]: value = "task-4086173" [ 664.129637] env[69959]: _type = "Task" [ 664.129637] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.145650] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.170474] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086169, 'name': PowerOffVM_Task, 'duration_secs': 0.600338} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.170738] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.170922] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.171204] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b34324-205f-4f71-bc49-cea86f73f75d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.212031] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.262498] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b02c6408-c7ab-4f56-8d50-ef6392028b5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 664.270032] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.270032] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.270417] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleting the datastore file [datastore1] 54797e67-1bde-45e4-b12a-50b1287244c6 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.271071] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649584f7-5c4c-4823-873a-8441f9d56c6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.288829] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for the task: (returnval){ [ 664.288829] env[69959]: value = "task-4086175" [ 664.288829] env[69959]: _type = "Task" [ 664.288829] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.305481] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.378853] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "refresh_cache-2d37ccad-5d6d-43c7-a428-7be96b6fd625" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.378853] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "refresh_cache-2d37ccad-5d6d-43c7-a428-7be96b6fd625" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.378853] env[69959]: DEBUG nova.network.neutron [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.480812] env[69959]: DEBUG oslo_vmware.api [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086168, 'name': PowerOnVM_Task, 'duration_secs': 1.464987} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.485030] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.485030] env[69959]: INFO nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Took 11.80 seconds to spawn the instance on the hypervisor. [ 664.485030] env[69959]: DEBUG nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.485030] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55e94ec-3eb9-47d6-a351-0f60a622eb08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.573675] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.647407] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086173, 'name': PowerOffVM_Task, 'duration_secs': 0.174054} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.648187] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.652032] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.652032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99efd725-a60f-4a14-a891-50c7bde74243 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.662332] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.662332] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ada816c-4822-4764-981d-8bd8b5270710 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.698935] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.705670] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.705670] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Deleting the datastore file [datastore1] ea45ff56-3dbd-4db3-a9bc-889800f28ede {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.705670] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50deaffc-6945-4799-9f7e-0d49ebf0ff2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.717178] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652035} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.719353] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 29558655-499e-4dee-b322-5de67728670a/29558655-499e-4dee-b322-5de67728670a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.719353] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.719353] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 664.719353] env[69959]: value = "task-4086177" [ 664.719353] env[69959]: _type = "Task" [ 664.719353] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.719756] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f7e4697-9b68-4c74-a1b2-d3d3c2d9cd53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.732851] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.734563] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 664.734563] env[69959]: value = "task-4086178" [ 664.734563] env[69959]: _type = "Task" [ 664.734563] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.746621] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.767217] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 989e07aa-00f8-48d4-8a6c-1ffbf153e66e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 664.800924] env[69959]: DEBUG oslo_vmware.api [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Task: {'id': task-4086175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288224} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.801402] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.801510] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.801589] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.801896] env[69959]: INFO nova.compute.manager [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 664.802182] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.802383] env[69959]: DEBUG nova.compute.manager [-] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.802473] env[69959]: DEBUG nova.network.neutron [-] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.970496] env[69959]: DEBUG nova.network.neutron [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.004757] env[69959]: INFO nova.compute.manager [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Took 34.75 seconds to build instance. [ 665.069847] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086172, 'name': ReconfigVM_Task, 'duration_secs': 0.673049} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.070477] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Reconfigured VM instance instance-0000000a to attach disk [datastore2] bee65c60-c104-4523-9e3a-1e41ead05854/bee65c60-c104-4523-9e3a-1e41ead05854.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.071741] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8851648a-cf5e-46fb-a651-9aa187316fd9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.081661] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 665.081661] env[69959]: value = "task-4086179" [ 665.081661] env[69959]: _type = "Task" [ 665.081661] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.093414] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086179, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.232975] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281248} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.233343] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.233434] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.233609] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.249894] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165805} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.251012] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.253068] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf60cd-cd67-4d5d-8c7e-58c21901d0db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.271576] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance cb557354-aef6-493d-b1a1-5a588e5f354a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 665.281681] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 29558655-499e-4dee-b322-5de67728670a/29558655-499e-4dee-b322-5de67728670a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.283552] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcba9ab-bd7a-4adb-ade0-be77323f2663 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.303137] env[69959]: DEBUG nova.compute.manager [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Received event network-vif-plugged-3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.303288] env[69959]: DEBUG oslo_concurrency.lockutils [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] Acquiring lock "29558655-499e-4dee-b322-5de67728670a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.303554] env[69959]: DEBUG oslo_concurrency.lockutils [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] Lock "29558655-499e-4dee-b322-5de67728670a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.303749] env[69959]: DEBUG oslo_concurrency.lockutils [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] Lock "29558655-499e-4dee-b322-5de67728670a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.303951] env[69959]: DEBUG nova.compute.manager [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] No waiting events found dispatching network-vif-plugged-3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.304198] env[69959]: WARNING nova.compute.manager [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Received unexpected event network-vif-plugged-3cfd0f01-2cad-4f83-ac17-2d98c6531888 for instance with vm_state building and task_state spawning. [ 665.304397] env[69959]: DEBUG nova.compute.manager [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Received event network-changed-3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.304580] env[69959]: DEBUG nova.compute.manager [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Refreshing instance network info cache due to event network-changed-3cfd0f01-2cad-4f83-ac17-2d98c6531888. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.304794] env[69959]: DEBUG oslo_concurrency.lockutils [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] Acquiring lock "refresh_cache-29558655-499e-4dee-b322-5de67728670a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.304958] env[69959]: DEBUG oslo_concurrency.lockutils [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] Acquired lock "refresh_cache-29558655-499e-4dee-b322-5de67728670a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.305155] env[69959]: DEBUG nova.network.neutron [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Refreshing network info cache for port 3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.315391] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 665.315391] env[69959]: value = "task-4086180" [ 665.315391] env[69959]: _type = "Task" [ 665.315391] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.328219] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.464919] env[69959]: DEBUG nova.compute.manager [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 665.511393] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.266s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.594874] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086179, 'name': Rename_Task, 'duration_secs': 0.337654} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.596069] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.596562] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a823c4a9-3e80-4a54-9b3a-2ab161c09099 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.607372] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 665.607372] env[69959]: value = "task-4086181" [ 665.607372] env[69959]: _type = "Task" [ 665.607372] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.617429] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.786286] env[69959]: DEBUG nova.network.neutron [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Updating instance_info_cache with network_info: [{"id": "02684de3-a225-4b14-9313-7d2abdd06f4c", "address": "fa:16:3e:cf:81:03", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02684de3-a2", "ovs_interfaceid": "02684de3-a225-4b14-9313-7d2abdd06f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.788237] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance edc30bb6-6257-4e62-8c00-f6169a4b31cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 665.832613] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086180, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.993966] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.017844] env[69959]: DEBUG nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.041775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.041955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.069812] env[69959]: DEBUG nova.compute.manager [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Received event network-changed {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.069812] env[69959]: DEBUG nova.compute.manager [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Refreshing instance network info cache due to event network-changed. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.069812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] Acquiring lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.069996] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] Acquired lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.069996] env[69959]: DEBUG nova.network.neutron [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.120814] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.289224] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.289481] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.289666] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.289849] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.289988] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.290145] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.290347] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.290497] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.290653] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.290807] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.290965] env[69959]: DEBUG nova.virt.hardware [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.291948] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "refresh_cache-2d37ccad-5d6d-43c7-a428-7be96b6fd625" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.292244] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Instance network_info: |[{"id": "02684de3-a225-4b14-9313-7d2abdd06f4c", "address": "fa:16:3e:cf:81:03", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02684de3-a2", "ovs_interfaceid": "02684de3-a225-4b14-9313-7d2abdd06f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.293082] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e150a-ae73-4f16-965a-0c7e4d27e089 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.296910] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c9a3fe9a-ec34-4625-9571-3b708815ee1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 666.297781] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 666.297781] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 666.299895] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:81:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02684de3-a225-4b14-9313-7d2abdd06f4c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.307254] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.308222] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.308999] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53735d2-2850-4c1d-9da6-781d85c0d2d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.334365] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6415d8-1a98-49a5-8c20-45cca46ea3d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.345359] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.345359] env[69959]: value = "task-4086182" [ 666.345359] env[69959]: _type = "Task" [ 666.345359] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.361338] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086180, 'name': ReconfigVM_Task, 'duration_secs': 0.568548} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.361605] env[69959]: DEBUG nova.network.neutron [-] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.363643] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.370509] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.377925] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 29558655-499e-4dee-b322-5de67728670a/29558655-499e-4dee-b322-5de67728670a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.378655] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.380152] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54cb888b-a681-4ab0-a4fb-a9bacd1f0604 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.382860] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b15b4a57-4d6d-40cd-8a5a-3b34f1a440cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.403562] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086182, 'name': CreateVM_Task} progress is 15%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.411567] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.411567] env[69959]: value = "task-4086184" [ 666.411567] env[69959]: _type = "Task" [ 666.411567] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.413121] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 666.413121] env[69959]: value = "task-4086183" [ 666.413121] env[69959]: _type = "Task" [ 666.413121] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.434937] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086183, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.532390] env[69959]: DEBUG nova.network.neutron [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Updated VIF entry in instance network info cache for port 3cfd0f01-2cad-4f83-ac17-2d98c6531888. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.532789] env[69959]: DEBUG nova.network.neutron [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Updating instance_info_cache with network_info: [{"id": "3cfd0f01-2cad-4f83-ac17-2d98c6531888", "address": "fa:16:3e:36:a2:26", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfd0f01-2c", "ovs_interfaceid": "3cfd0f01-2cad-4f83-ac17-2d98c6531888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.551569] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.621506] env[69959]: DEBUG oslo_vmware.api [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086181, 'name': PowerOnVM_Task, 'duration_secs': 0.631116} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.621783] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.621983] env[69959]: INFO nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Took 11.43 seconds to spawn the instance on the hypervisor. [ 666.622195] env[69959]: DEBUG nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.623010] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03def167-5e1e-4e07-8d0d-5085368091c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.764858] env[69959]: INFO nova.compute.manager [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Rebuilding instance [ 666.819961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017887d4-cd5d-477c-bb74-df39051ec263 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.830645] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5cab1a-5c34-429a-a060-a0b7edf730a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.847535] env[69959]: DEBUG nova.compute.manager [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.848807] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db00f8-a6f4-44d2-af6d-2c9b2c7ffc57 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.883560] env[69959]: INFO nova.compute.manager [-] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Took 2.08 seconds to deallocate network for instance. [ 666.887143] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18885d2-bee7-4ff3-9830-51b51e0fd153 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.905503] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086182, 'name': CreateVM_Task, 'duration_secs': 0.535163} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.905898] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.906680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.906848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907573] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c39d60-e4ea-4eca-b2da-2931692334e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.912938] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6159d68-218b-48a6-b5b0-27b0fcdd6aa5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.924395] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 666.924395] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ad82b-110a-195e-7200-945d4e506025" [ 666.924395] env[69959]: _type = "Task" [ 666.924395] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.944020] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.954995] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086184, 'name': CreateVM_Task, 'duration_secs': 0.424593} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.955373] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086183, 'name': Rename_Task, 'duration_secs': 0.205956} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.957943] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.958255] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.958690] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.959014] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b12b7f-6ed4-43f6-a867-7c05a1f28e3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.970095] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ad82b-110a-195e-7200-945d4e506025, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.970095] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.970420] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.970579] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.970733] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.970923] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.971316] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 666.971316] env[69959]: value = "task-4086185" [ 666.971316] env[69959]: _type = "Task" [ 666.971316] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.973293] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.973293] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.973293] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af601c67-9cd0-4e51-b8eb-8222954e8a7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.975473] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a54e48-651d-48aa-80ff-aacf0f5513bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.994597] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 666.994597] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5297f592-1ea8-24b3-6a8a-d270f2cca7eb" [ 666.994597] env[69959]: _type = "Task" [ 666.994597] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.994869] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086185, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.996852] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.996904] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.001632] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1094f1-3573-4973-807e-a6a7cab67ee9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.014130] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 667.014130] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524d00cf-f3d4-c7f1-37d7-79482efe6dce" [ 667.014130] env[69959]: _type = "Task" [ 667.014130] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.014391] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5297f592-1ea8-24b3-6a8a-d270f2cca7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019757} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.014720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.014941] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.015173] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024633] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524d00cf-f3d4-c7f1-37d7-79482efe6dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.035532] env[69959]: DEBUG oslo_concurrency.lockutils [req-d85b5736-c47f-44aa-a000-383d5491f5f4 req-5fbb5980-10a4-48aa-824d-7880eb902e09 service nova] Releasing lock "refresh_cache-29558655-499e-4dee-b322-5de67728670a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.153846] env[69959]: INFO nova.compute.manager [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Took 35.95 seconds to build instance. [ 667.406655] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.487768] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.489033] env[69959]: ERROR nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [req-6e0a011f-3343-45a0-a062-96401df0375c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e0a011f-3343-45a0-a062-96401df0375c"}]} [ 667.506417] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.521975] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.522190] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.528179] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524d00cf-f3d4-c7f1-37d7-79482efe6dce, 'name': SearchDatastore_Task, 'duration_secs': 0.017765} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.529603] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c625b3-7885-4c2a-8c6b-fb6a2a86c6e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.535214] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 667.535214] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c3ad09-7a1d-8ce0-01e1-8a4099172036" [ 667.535214] env[69959]: _type = "Task" [ 667.535214] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.544801] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c3ad09-7a1d-8ce0-01e1-8a4099172036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.545902] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: 68735261-d81e-49fb-84de-e6799f06a4b1 {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 667.575026] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 667.579158] env[69959]: DEBUG nova.network.neutron [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Updating instance_info_cache with network_info: [{"id": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "address": "fa:16:3e:f1:e6:c7", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce25ee61-39", "ovs_interfaceid": "ce25ee61-3960-47b6-8027-a0e69f0571c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.659102] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e85b7dd0-e959-4f4c-aefa-927e11439709 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.468s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.680325] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "852d306a-2d59-45dc-8d7b-695084a42bf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.680933] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.867474] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.868254] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.869091] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.870423] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.870621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.876541] env[69959]: INFO nova.compute.manager [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Terminating instance [ 667.913116] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.913687] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b860feb-9d28-4cba-bd35-e5b2fb1dabaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.921827] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 667.921827] env[69959]: value = "task-4086186" [ 667.921827] env[69959]: _type = "Task" [ 667.921827] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.937510] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.990790] env[69959]: DEBUG oslo_vmware.api [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086185, 'name': PowerOnVM_Task, 'duration_secs': 0.748406} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.991110] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.991224] env[69959]: INFO nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Took 10.13 seconds to spawn the instance on the hypervisor. [ 667.991430] env[69959]: DEBUG nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.992433] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3e0d3-5470-476f-869b-8bee20dcf7c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.049868] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c3ad09-7a1d-8ce0-01e1-8a4099172036, 'name': SearchDatastore_Task, 'duration_secs': 0.023248} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.051310] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.052029] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 2d37ccad-5d6d-43c7-a428-7be96b6fd625/2d37ccad-5d6d-43c7-a428-7be96b6fd625.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.052029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.052909] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.053162] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c11a3c1f-5ca6-460f-a900-83418169e0c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.055520] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f814607-3099-4bcc-a4d3-966c9f037355 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.067188] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 668.067188] env[69959]: value = "task-4086187" [ 668.067188] env[69959]: _type = "Task" [ 668.067188] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.072150] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.072381] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.073521] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bf7f96-4355-428a-a722-cd35bf5abedf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.082680] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b5daf-6c6f-4c3b-9f33-2e7e04f57262 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.084921] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.085459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d7c6ec03-3776-40bf-9427-8f7fb730498c tempest-ServerExternalEventsTest-887859162 tempest-ServerExternalEventsTest-887859162-project] Releasing lock "refresh_cache-d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.095028] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1190381-4d30-443d-b1fb-4731625893d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.096669] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 668.096669] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf8a7f-2617-e8ba-73e9-142acbd8cd8c" [ 668.096669] env[69959]: _type = "Task" [ 668.096669] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.132592] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1536dbbd-fc96-40e6-b5e8-1d7d539a4b18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.139545] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf8a7f-2617-e8ba-73e9-142acbd8cd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016072} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.141442] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad468c2c-c26e-4914-b216-a7a573964cc9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.147818] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d5d527-3255-4754-b3a6-b8789c5ee21b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.153192] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 668.153192] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e617c8-a3c8-1966-d3ad-582e27856e3b" [ 668.153192] env[69959]: _type = "Task" [ 668.153192] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.167304] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.170161] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.178659] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e617c8-a3c8-1966-d3ad-582e27856e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.178659] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178659] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.179234] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66fcaa7-3f26-4a8b-a9c6-e7b94b960824 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.185791] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 668.185791] env[69959]: value = "task-4086188" [ 668.185791] env[69959]: _type = "Task" [ 668.185791] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.197304] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.385372] env[69959]: DEBUG nova.compute.manager [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.385372] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.391053] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfdfd37-fb07-47d9-ba67-19519aa08d46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.402522] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.402522] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb5e382e-467b-430f-86a6-66a5012e7fe2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.413748] env[69959]: DEBUG oslo_vmware.api [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 668.413748] env[69959]: value = "task-4086189" [ 668.413748] env[69959]: _type = "Task" [ 668.413748] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.435370] env[69959]: DEBUG oslo_vmware.api [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.448818] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086186, 'name': PowerOffVM_Task, 'duration_secs': 0.296586} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.449016] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.449262] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.450431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03d3907-5638-4638-ad5d-e7b35b5ac999 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.467521] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.467521] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f5711ca-76ad-41c3-9433-8ec855e1d393 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.506489] env[69959]: DEBUG nova.compute.manager [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Received event network-vif-plugged-02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.506489] env[69959]: DEBUG oslo_concurrency.lockutils [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] Acquiring lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.506489] env[69959]: DEBUG oslo_concurrency.lockutils [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.506489] env[69959]: DEBUG oslo_concurrency.lockutils [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.506489] env[69959]: DEBUG nova.compute.manager [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] No waiting events found dispatching network-vif-plugged-02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.506957] env[69959]: WARNING nova.compute.manager [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Received unexpected event network-vif-plugged-02684de3-a225-4b14-9313-7d2abdd06f4c for instance with vm_state building and task_state spawning. [ 668.506957] env[69959]: DEBUG nova.compute.manager [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Received event network-changed-02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.506957] env[69959]: DEBUG nova.compute.manager [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Refreshing instance network info cache due to event network-changed-02684de3-a225-4b14-9313-7d2abdd06f4c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.507106] env[69959]: DEBUG oslo_concurrency.lockutils [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] Acquiring lock "refresh_cache-2d37ccad-5d6d-43c7-a428-7be96b6fd625" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.507228] env[69959]: DEBUG oslo_concurrency.lockutils [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] Acquired lock "refresh_cache-2d37ccad-5d6d-43c7-a428-7be96b6fd625" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.509876] env[69959]: DEBUG nova.network.neutron [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Refreshing network info cache for port 02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.526134] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.526134] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.526461] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Deleting the datastore file [datastore1] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.533452] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-417a7bea-71f2-4144-8158-a5e99004657f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.538991] env[69959]: INFO nova.compute.manager [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Took 24.45 seconds to build instance. [ 668.557679] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 668.557679] env[69959]: value = "task-4086191" [ 668.557679] env[69959]: _type = "Task" [ 668.557679] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.577799] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.598279] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.701382] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086188, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.709249] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.721399] env[69959]: ERROR nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [req-9d2ebfb1-1f45-466d-9114-4f9e9fa48ef2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d2ebfb1-1f45-466d-9114-4f9e9fa48ef2"}]} [ 668.750347] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.767308] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.767529] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.783893] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.812735] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.934953] env[69959]: DEBUG oslo_vmware.api [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086189, 'name': PowerOffVM_Task, 'duration_secs': 0.367787} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.936296] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.936296] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.936296] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0241bc3-b83b-4183-9c80-02c0062de769 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.003568] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "7b977ddd-db1f-49dc-aa2b-13559e67e932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.003956] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.039668] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.040012] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.040429] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Deleting the datastore file [datastore1] d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.044329] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72c90c66-ad3d-4c21-978b-d3301ba3d257 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.050253] env[69959]: DEBUG oslo_concurrency.lockutils [None req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "29558655-499e-4dee-b322-5de67728670a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.070s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.057837] env[69959]: DEBUG oslo_vmware.api [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for the task: (returnval){ [ 669.057837] env[69959]: value = "task-4086193" [ 669.057837] env[69959]: _type = "Task" [ 669.057837] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.090865] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351564} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.091100] env[69959]: DEBUG oslo_vmware.api [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.095801] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.096335] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.096458] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.105832] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636062} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.106377] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 2d37ccad-5d6d-43c7-a428-7be96b6fd625/2d37ccad-5d6d-43c7-a428-7be96b6fd625.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.106491] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.106989] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d98584-078d-48e9-948d-e1d4c95c4c2a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.115176] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 669.115176] env[69959]: value = "task-4086194" [ 669.115176] env[69959]: _type = "Task" [ 669.115176] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.130885] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.211883] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89504} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.211883] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.212017] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.214183] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139237d1-f1e0-4268-9648-b3cc75252e3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.234229] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 669.234229] env[69959]: value = "task-4086195" [ 669.234229] env[69959]: _type = "Task" [ 669.234229] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.247244] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.416926] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a248f88-fd10-4ace-8ad7-54f757979545 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.432392] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f953cc80-431e-4e5e-a4dc-271617bcb138 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.477337] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cab3d0-1f58-4f1a-a3fc-871bc30e209a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.485311] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca1552-241f-4584-aa36-6f578d45b50c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.508107] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.555902] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.569208] env[69959]: DEBUG oslo_vmware.api [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Task: {'id': task-4086193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297435} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.569366] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.569528] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.569755] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.569979] env[69959]: INFO nova.compute.manager [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 669.570509] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.570509] env[69959]: DEBUG nova.compute.manager [-] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.570644] env[69959]: DEBUG nova.network.neutron [-] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.588025] env[69959]: DEBUG nova.network.neutron [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Updated VIF entry in instance network info cache for port 02684de3-a225-4b14-9313-7d2abdd06f4c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.588025] env[69959]: DEBUG nova.network.neutron [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Updating instance_info_cache with network_info: [{"id": "02684de3-a225-4b14-9313-7d2abdd06f4c", "address": "fa:16:3e:cf:81:03", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02684de3-a2", "ovs_interfaceid": "02684de3-a225-4b14-9313-7d2abdd06f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.638866] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072099} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.639176] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.640174] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885fbc92-20a5-49a5-abad-b1d8e75d119e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.673021] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 2d37ccad-5d6d-43c7-a428-7be96b6fd625/2d37ccad-5d6d-43c7-a428-7be96b6fd625.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.673718] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f294a5ed-4c4c-46bc-8f49-b0ad03afe0ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.700930] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 669.700930] env[69959]: value = "task-4086196" [ 669.700930] env[69959]: _type = "Task" [ 669.700930] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.714409] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.748035] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.748035] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.748698] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c4cdd-87ea-41e1-aa87-ee3c31844a88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.775824] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.776128] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3692f8c-3bbc-4f9f-a808-1abf73865fe6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.800439] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 669.800439] env[69959]: value = "task-4086197" [ 669.800439] env[69959]: _type = "Task" [ 669.800439] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.810839] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.089895] env[69959]: DEBUG oslo_concurrency.lockutils [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] Releasing lock "refresh_cache-2d37ccad-5d6d-43c7-a428-7be96b6fd625" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.090188] env[69959]: DEBUG nova.compute.manager [req-b9bde5c4-bf34-4516-816b-eeb42085f49c req-b6339bc4-16fb-4f9f-9207-35b4aff4a8f2 service nova] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Received event network-vif-deleted-45098e24-b7d1-4d86-9735-eeb1857692bd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.098841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.103702] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.104730] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 35 to 36 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.104730] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.153595] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.154431] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.154431] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.154431] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.154431] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.154431] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.156163] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.156874] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.156874] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.156874] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.157033] env[69959]: DEBUG nova.virt.hardware [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.158542] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2075ef-30a8-4458-bbf2-1ce0ff651b0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.171062] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f58a2e-34d3-4136-882a-21d7ad955a8c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.192448] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.201021] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.203895] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.205565] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db3ac08-4200-4d9a-8d1e-0d20fc16b983 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.241297] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.242311] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.242311] env[69959]: value = "task-4086198" [ 670.242311] env[69959]: _type = "Task" [ 670.242311] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.254454] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086198, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.315995] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.616498] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 670.616767] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.956s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.617161] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.570s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.623367] env[69959]: INFO nova.compute.claims [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.705445] env[69959]: DEBUG nova.network.neutron [-] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.719724] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086196, 'name': ReconfigVM_Task, 'duration_secs': 0.604297} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.720035] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 2d37ccad-5d6d-43c7-a428-7be96b6fd625/2d37ccad-5d6d-43c7-a428-7be96b6fd625.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.720718] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a3bf4b-c5f0-4f23-9002-46edd21136ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.731326] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 670.731326] env[69959]: value = "task-4086199" [ 670.731326] env[69959]: _type = "Task" [ 670.731326] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.746130] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086199, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.759968] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086198, 'name': CreateVM_Task, 'duration_secs': 0.48706} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.759968] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.760269] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.760447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.760783] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.762388] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e339e553-7446-41eb-aec6-b2d0a69fda95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.769846] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 670.769846] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52561166-3afd-22a8-59b3-4ed333f9504a" [ 670.769846] env[69959]: _type = "Task" [ 670.769846] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.784938] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52561166-3afd-22a8-59b3-4ed333f9504a, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.785250] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.785474] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.785701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.785838] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.786020] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.786342] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5597e136-0be4-4f43-bb09-bdfb836da764 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.796404] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.796539] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.797354] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ff2604-7a2e-4490-be86-36523d0b67fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.805462] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 670.805462] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52756016-1b0e-38fc-e278-c290d0951924" [ 670.805462] env[69959]: _type = "Task" [ 670.805462] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.817636] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086197, 'name': ReconfigVM_Task, 'duration_secs': 0.587906} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.822073] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede/ea45ff56-3dbd-4db3-a9bc-889800f28ede.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.824744] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52756016-1b0e-38fc-e278-c290d0951924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.824744] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c4779e5-4469-4366-93a8-5c9061ce0a0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.832220] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 670.832220] env[69959]: value = "task-4086200" [ 670.832220] env[69959]: _type = "Task" [ 670.832220] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.842051] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086200, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.016549] env[69959]: DEBUG nova.compute.manager [req-d05c1b80-ad46-49c1-a2ce-426c45787c66 req-74f7bbd3-8631-46f1-952e-442e02c702c4 service nova] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Received event network-vif-deleted-ce25ee61-3960-47b6-8027-a0e69f0571c5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.211916] env[69959]: INFO nova.compute.manager [-] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Took 1.64 seconds to deallocate network for instance. [ 671.249990] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086199, 'name': Rename_Task, 'duration_secs': 0.193708} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.249990] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.249990] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08680522-225e-4302-9526-aab0735d7593 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.257040] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 671.257040] env[69959]: value = "task-4086201" [ 671.257040] env[69959]: _type = "Task" [ 671.257040] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.273229] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.320936] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52756016-1b0e-38fc-e278-c290d0951924, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.322349] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306a6210-fb2c-430a-919e-9645b3957a8e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.332794] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 671.332794] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d29f7f-b360-6127-dcb7-331f1914886b" [ 671.332794] env[69959]: _type = "Task" [ 671.332794] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.347624] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d29f7f-b360-6127-dcb7-331f1914886b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.351187] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086200, 'name': Rename_Task, 'duration_secs': 0.15989} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.351877] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.351877] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-282b4d77-cd71-4f37-b042-53334863fd8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.360603] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Waiting for the task: (returnval){ [ 671.360603] env[69959]: value = "task-4086202" [ 671.360603] env[69959]: _type = "Task" [ 671.360603] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.372628] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.657817] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.658773] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.659824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.659824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.659824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.662952] env[69959]: INFO nova.compute.manager [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Terminating instance [ 671.727792] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.773554] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.849163] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d29f7f-b360-6127-dcb7-331f1914886b, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.854507] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.854817] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.856700] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebed00de-6468-4c34-88d5-3d5f5aad26e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.869383] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 671.869383] env[69959]: value = "task-4086203" [ 671.869383] env[69959]: _type = "Task" [ 671.869383] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.874990] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086202, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.881807] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.172715] env[69959]: DEBUG nova.compute.manager [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.172715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.172715] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9585e6a0-c6f4-469a-9f9e-ed8c7f370b35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.177630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc29145a-be93-4308-91c7-1980fc9d2e2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.187920] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222ce8cd-ebaa-4f0a-adb9-a5a3e732a544 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.192836] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.193501] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7017d59-d4ae-4f78-b72c-6dc7bbc95267 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.230478] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84c6d3-afab-456c-b70d-806104538473 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.233856] env[69959]: DEBUG oslo_vmware.api [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 672.233856] env[69959]: value = "task-4086204" [ 672.233856] env[69959]: _type = "Task" [ 672.233856] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.243135] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff89aa0-c9ee-4770-a911-972cf43a5249 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.250645] env[69959]: DEBUG oslo_vmware.api [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.265503] env[69959]: DEBUG nova.compute.provider_tree [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.277737] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.379449] env[69959]: DEBUG oslo_vmware.api [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Task: {'id': task-4086202, 'name': PowerOnVM_Task, 'duration_secs': 0.572062} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.379449] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.379449] env[69959]: DEBUG nova.compute.manager [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.379851] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809feda-ec1c-4e0b-bc2c-7f5c1a9328af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.386581] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.744383] env[69959]: DEBUG oslo_vmware.api [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086204, 'name': PowerOffVM_Task, 'duration_secs': 0.276847} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.744672] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.744836] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.745164] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a62daf5-c27a-4f18-bdec-ce5eed73fbdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.776557] env[69959]: DEBUG nova.scheduler.client.report [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.780078] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.881617] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790984} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.881617] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.881617] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.881617] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb1fcf2-9fc8-491e-8fb1-53f0447c8203 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.888991] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 672.888991] env[69959]: value = "task-4086206" [ 672.888991] env[69959]: _type = "Task" [ 672.888991] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.898542] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.907478] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.007852] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.008114] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.008299] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Deleting the datastore file [datastore1] 91126fa6-9e98-4c41-917b-a2fc6ed3d9db {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.008580] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e18dbcdd-7241-4c61-9be4-9d1fc4de363a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.020102] env[69959]: DEBUG oslo_vmware.api [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for the task: (returnval){ [ 673.020102] env[69959]: value = "task-4086207" [ 673.020102] env[69959]: _type = "Task" [ 673.020102] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.036873] env[69959]: DEBUG oslo_vmware.api [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.278505] env[69959]: DEBUG oslo_vmware.api [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086201, 'name': PowerOnVM_Task, 'duration_secs': 1.930545} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.278989] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.278989] env[69959]: INFO nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Took 10.58 seconds to spawn the instance on the hypervisor. [ 673.279268] env[69959]: DEBUG nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.279996] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3e8b9-15ef-4d4f-9fd3-28e4b437fdfc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.284489] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.284967] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.287615] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.266s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.288263] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.291736] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.899s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.292089] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.294130] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.689s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.294736] env[69959]: DEBUG nova.objects.instance [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 673.345767] env[69959]: INFO nova.scheduler.client.report [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Deleted allocations for instance aeb9eb73-6a1a-4788-8762-f83f2ccc05fc [ 673.348359] env[69959]: INFO nova.scheduler.client.report [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Deleted allocations for instance ef8c1409-a960-4ff0-924f-07f3df4e4bff [ 673.401028] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156951} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.402732] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.403744] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d24b5-bfdb-4fe0-b756-0a03f046473d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.431457] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.432396] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70c7759-3762-4f72-9a02-88d62392387d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.456234] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 673.456234] env[69959]: value = "task-4086208" [ 673.456234] env[69959]: _type = "Task" [ 673.456234] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.467069] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.531645] env[69959]: DEBUG oslo_vmware.api [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Task: {'id': task-4086207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332705} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.532120] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.532467] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.532796] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.533136] env[69959]: INFO nova.compute.manager [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Took 1.36 seconds to destroy the instance on the hypervisor. [ 673.533526] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.533949] env[69959]: DEBUG nova.compute.manager [-] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.534252] env[69959]: DEBUG nova.network.neutron [-] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.709952] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "e8a8267c-9619-4668-8ac1-e485a202a451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.710230] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "e8a8267c-9619-4668-8ac1-e485a202a451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.804440] env[69959]: DEBUG nova.compute.utils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.806099] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.806523] env[69959]: DEBUG nova.network.neutron [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.829221] env[69959]: INFO nova.compute.manager [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Took 25.37 seconds to build instance. [ 673.861677] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b775e607-d41a-4909-be0b-5ca9d8641e44 tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Lock "aeb9eb73-6a1a-4788-8762-f83f2ccc05fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.759s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.881993] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b9ddca96-2fda-4e70-b716-59ec37531928 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Lock "ef8c1409-a960-4ff0-924f-07f3df4e4bff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.453s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.946503] env[69959]: DEBUG nova.policy [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3af662b533b749838b5a9cdc5e3b24d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f38d9959844315978b6e7ea56bd9fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.969591] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.309581] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4028e177-2f00-4abc-ac52-d2f88b536bf2 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.314989] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.867s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.316048] env[69959]: INFO nova.compute.claims [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.324085] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.332587] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0b0468e9-102c-41fd-a177-d6cd73ef4213 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.257s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.469053] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086208, 'name': ReconfigVM_Task, 'duration_secs': 0.87594} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.469053] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e/e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.469375] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124ae12f-4a6b-4cfc-ad25-557ebce113c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.478262] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 674.478262] env[69959]: value = "task-4086209" [ 674.478262] env[69959]: _type = "Task" [ 674.478262] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.491882] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086209, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.533929] env[69959]: DEBUG nova.network.neutron [-] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.835635] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.927268] env[69959]: DEBUG nova.compute.manager [req-e482207b-34a5-4ebc-8aa3-ae84560b926f req-8168d395-af01-4b19-8397-74a0dc8e3ac5 service nova] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Received event network-vif-deleted-433c7217-5209-4956-8471-f49d7d0e911b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.962542] env[69959]: DEBUG nova.network.neutron [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Successfully created port: 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.994906] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086209, 'name': Rename_Task, 'duration_secs': 0.171507} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.995773] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.995773] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1786606a-0089-458a-ac2f-922c731c494b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.006494] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 675.006494] env[69959]: value = "task-4086210" [ 675.006494] env[69959]: _type = "Task" [ 675.006494] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.015923] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.037873] env[69959]: INFO nova.compute.manager [-] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Took 1.50 seconds to deallocate network for instance. [ 675.341190] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.375732] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.378110] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.378358] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.378520] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.378704] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.379532] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.379532] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.379532] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.379532] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.380939] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.380939] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.380939] env[69959]: DEBUG nova.virt.hardware [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.380939] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2806cf3-d821-4d7c-9b3c-1e5eeaecb141 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.393665] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d1bd3-776c-4fff-83cf-45d1b87d6b02 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.522377] env[69959]: DEBUG oslo_vmware.api [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086210, 'name': PowerOnVM_Task, 'duration_secs': 0.484661} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.522774] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.523539] env[69959]: DEBUG nova.compute.manager [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.523882] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbff06-d451-4670-a03b-8d5e88405323 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.544840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.724527] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.724527] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.866018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e84ab-c88f-4650-8383-6dde2846f4bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.874193] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dc4826-30e7-41f6-af3b-12f4339850ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.911920] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e8a95-2dbb-4305-b9ee-204ed6b1e039 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.924022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabed3f1-0e2a-41e9-943e-89515997de88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.936825] env[69959]: DEBUG nova.compute.provider_tree [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.041755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.282054] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.282054] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.282054] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.282054] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.282597] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.287624] env[69959]: INFO nova.compute.manager [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Terminating instance [ 676.440541] env[69959]: DEBUG nova.scheduler.client.report [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.792845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "refresh_cache-ea45ff56-3dbd-4db3-a9bc-889800f28ede" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.793055] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquired lock "refresh_cache-ea45ff56-3dbd-4db3-a9bc-889800f28ede" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.793260] env[69959]: DEBUG nova.network.neutron [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.949909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.951597] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.956254] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.405s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.958428] env[69959]: INFO nova.compute.claims [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.328877] env[69959]: DEBUG nova.network.neutron [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.464818] env[69959]: DEBUG nova.compute.utils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.466171] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.466265] env[69959]: DEBUG nova.network.neutron [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.515771] env[69959]: DEBUG nova.network.neutron [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.548286] env[69959]: DEBUG nova.policy [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97953bc7b854955ae9dbcac98cc4c85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c55ebfd27dda4bfd81b563d7de97b2dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.883169] env[69959]: DEBUG nova.network.neutron [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Successfully updated port: 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.978569] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.027185] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Releasing lock "refresh_cache-ea45ff56-3dbd-4db3-a9bc-889800f28ede" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.028583] env[69959]: DEBUG nova.compute.manager [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.028784] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.030167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5bde83-fdfa-4b74-b498-2543db4f0c0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.042948] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.042948] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b79deb23-7913-4552-adfe-db87166beb8e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.056721] env[69959]: DEBUG oslo_vmware.api [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 678.056721] env[69959]: value = "task-4086211" [ 678.056721] env[69959]: _type = "Task" [ 678.056721] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.069063] env[69959]: DEBUG oslo_vmware.api [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.193060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.193060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.193060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.193704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.194083] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.197021] env[69959]: INFO nova.compute.manager [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Terminating instance [ 678.390022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.390022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.390022] env[69959]: DEBUG nova.network.neutron [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.454973] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35ec30e-487a-4a3e-8249-16d6431e982e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.465192] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a0d7c-5b7e-408b-a829-76ddbddaeae5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.509192] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49f358-226c-4b37-8327-73efb761c01c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.518344] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65190580-cae8-4d56-aba0-bc9f3b57afc5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.537605] env[69959]: DEBUG nova.compute.provider_tree [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.581329] env[69959]: DEBUG oslo_vmware.api [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086211, 'name': PowerOffVM_Task, 'duration_secs': 0.237595} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.581329] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.581329] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.581329] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6e955ce-6df4-4e27-8571-1e8541bfb2e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.614894] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.615148] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.615366] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleting the datastore file [datastore2] ea45ff56-3dbd-4db3-a9bc-889800f28ede {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.615637] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eaa1378-fd46-40c4-947d-4cc3f46a77df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.623417] env[69959]: DEBUG oslo_vmware.api [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for the task: (returnval){ [ 678.623417] env[69959]: value = "task-4086213" [ 678.623417] env[69959]: _type = "Task" [ 678.623417] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.632659] env[69959]: DEBUG oslo_vmware.api [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.654117] env[69959]: DEBUG nova.network.neutron [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Successfully created port: bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.703741] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "refresh_cache-e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.703981] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquired lock "refresh_cache-e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.704342] env[69959]: DEBUG nova.network.neutron [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.953092] env[69959]: DEBUG nova.network.neutron [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.010357] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.044328] env[69959]: DEBUG nova.scheduler.client.report [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.063224] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T17:01:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1767751946',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1002429282',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.063472] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.063703] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.063892] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.064297] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.064297] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.064432] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.064544] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.064714] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.064876] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.065066] env[69959]: DEBUG nova.virt.hardware [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.066055] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92386311-4a4c-4434-bb15-49264b14b703 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.082285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23157d6-f7fc-40e3-bd85-91efc868c52d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.144501] env[69959]: DEBUG oslo_vmware.api [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Task: {'id': task-4086213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097795} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.147379] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.147379] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.147379] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.147379] env[69959]: INFO nova.compute.manager [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Took 1.12 seconds to destroy the instance on the hypervisor. [ 679.147627] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.147627] env[69959]: DEBUG nova.compute.manager [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.148177] env[69959]: DEBUG nova.network.neutron [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.180459] env[69959]: DEBUG nova.network.neutron [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.242733] env[69959]: DEBUG nova.network.neutron [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.268423] env[69959]: DEBUG nova.network.neutron [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.272156] env[69959]: DEBUG nova.compute.manager [req-e6dfbe4a-0d9e-4681-8db4-2162c167589f req-a32d5941-61f8-4be0-8a04-14c09a6c2074 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-vif-plugged-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.272977] env[69959]: DEBUG oslo_concurrency.lockutils [req-e6dfbe4a-0d9e-4681-8db4-2162c167589f req-a32d5941-61f8-4be0-8a04-14c09a6c2074 service nova] Acquiring lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.272977] env[69959]: DEBUG oslo_concurrency.lockutils [req-e6dfbe4a-0d9e-4681-8db4-2162c167589f req-a32d5941-61f8-4be0-8a04-14c09a6c2074 service nova] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.272977] env[69959]: DEBUG oslo_concurrency.lockutils [req-e6dfbe4a-0d9e-4681-8db4-2162c167589f req-a32d5941-61f8-4be0-8a04-14c09a6c2074 service nova] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.272977] env[69959]: DEBUG nova.compute.manager [req-e6dfbe4a-0d9e-4681-8db4-2162c167589f req-a32d5941-61f8-4be0-8a04-14c09a6c2074 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] No waiting events found dispatching network-vif-plugged-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.273197] env[69959]: WARNING nova.compute.manager [req-e6dfbe4a-0d9e-4681-8db4-2162c167589f req-a32d5941-61f8-4be0-8a04-14c09a6c2074 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received unexpected event network-vif-plugged-7cde5340-4078-4da8-bbff-9d3721a4f229 for instance with vm_state building and task_state spawning. [ 679.320483] env[69959]: DEBUG nova.network.neutron [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.551834] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.553892] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.557072] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.388s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.559077] env[69959]: INFO nova.compute.claims [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.572599] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "8eab418d-7191-42f9-8048-11edab75a8c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.572846] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "8eab418d-7191-42f9-8048-11edab75a8c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.599758] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "c629d989-53cd-45e5-858f-847b696aa872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.600184] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "c629d989-53cd-45e5-858f-847b696aa872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.684100] env[69959]: DEBUG nova.network.neutron [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.775084] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.775535] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Instance network_info: |[{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.775983] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:47:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cde5340-4078-4da8-bbff-9d3721a4f229', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.785156] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Creating folder: Project (75f38d9959844315978b6e7ea56bd9fb). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.785527] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fadc9458-0e75-49d4-89ba-fcf370a3d59b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.797926] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Created folder: Project (75f38d9959844315978b6e7ea56bd9fb) in parent group-v809535. [ 679.798624] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Creating folder: Instances. Parent ref: group-v809575. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.798941] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-203047d4-edcd-4229-8a55-1c1b9ca0eb4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.810670] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Created folder: Instances in parent group-v809575. [ 679.811015] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.811487] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.811487] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50478ce8-53e9-44bd-a372-67b19b44b2b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.833260] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Releasing lock "refresh_cache-e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.833686] env[69959]: DEBUG nova.compute.manager [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.834198] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.835744] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e79b3-ccbf-41d3-b46f-1c9b9d60595b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.845516] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.847334] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6be3d2-6351-4768-a3eb-bdc4afb9ee64 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.849167] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.849167] env[69959]: value = "task-4086216" [ 679.849167] env[69959]: _type = "Task" [ 679.849167] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.856010] env[69959]: DEBUG oslo_vmware.api [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 679.856010] env[69959]: value = "task-4086217" [ 679.856010] env[69959]: _type = "Task" [ 679.856010] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.864482] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086216, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.870605] env[69959]: DEBUG oslo_vmware.api [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.070061] env[69959]: DEBUG nova.compute.utils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.071619] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.071794] env[69959]: DEBUG nova.network.neutron [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.188174] env[69959]: INFO nova.compute.manager [-] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Took 1.04 seconds to deallocate network for instance. [ 680.196190] env[69959]: DEBUG nova.policy [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '637a063a74484c52b8a1a1e38fa77f87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77d40150a11f423d89f68a07e8fad386', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.368244] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086216, 'name': CreateVM_Task, 'duration_secs': 0.430766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.368244] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.368244] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.368244] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.368244] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.368463] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b563be74-43aa-4c2c-899c-76a6025492fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.373753] env[69959]: DEBUG oslo_vmware.api [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086217, 'name': PowerOffVM_Task, 'duration_secs': 0.162013} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.374410] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.375272] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.375824] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c1fba4-7102-4fb8-8817-9a60dd76c7e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.379089] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 680.379089] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528c8fda-b488-3dfa-3c02-668f2044b2f2" [ 680.379089] env[69959]: _type = "Task" [ 680.379089] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.391528] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528c8fda-b488-3dfa-3c02-668f2044b2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.406458] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.406664] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.406920] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Deleting the datastore file [datastore2] e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.407251] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f06887e-76db-4112-8c16-63865b0707ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.418090] env[69959]: DEBUG oslo_vmware.api [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for the task: (returnval){ [ 680.418090] env[69959]: value = "task-4086219" [ 680.418090] env[69959]: _type = "Task" [ 680.418090] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.427820] env[69959]: DEBUG oslo_vmware.api [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.577415] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.643186] env[69959]: DEBUG nova.network.neutron [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Successfully created port: cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.697330] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.891818] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528c8fda-b488-3dfa-3c02-668f2044b2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.895197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.895784] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.896075] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.896238] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.896424] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.896908] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91bb9bdb-791b-4675-ab50-b677ab09036f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.906918] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.907141] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.908422] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec7ead0-da50-4487-84a1-32234dabd6cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917165] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 680.917165] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522414e1-925a-d576-1afc-7bb2d702b27e" [ 680.917165] env[69959]: _type = "Task" [ 680.917165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.930933] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522414e1-925a-d576-1afc-7bb2d702b27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.934995] env[69959]: DEBUG oslo_vmware.api [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Task: {'id': task-4086219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112208} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.937500] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.937751] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.938372] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.938372] env[69959]: INFO nova.compute.manager [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 680.938372] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.940791] env[69959]: DEBUG nova.compute.manager [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.940791] env[69959]: DEBUG nova.network.neutron [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.978698] env[69959]: DEBUG nova.network.neutron [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.039356] env[69959]: DEBUG nova.network.neutron [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Successfully updated port: bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.073164] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c2f9b-b53c-476f-b68b-c9c0316aab71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.085267] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dc9b62-ee99-48b3-bf31-72667b628698 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.137118] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d5d420-ed21-4e93-9814-c470f64bbcd1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.145769] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2ff6f-3776-4ec9-bc19-861424826d88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.164050] env[69959]: DEBUG nova.compute.provider_tree [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.432326] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522414e1-925a-d576-1afc-7bb2d702b27e, 'name': SearchDatastore_Task, 'duration_secs': 0.02162} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.433983] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c3c57d-e309-499d-aae0-de7328020d73 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.443993] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 681.443993] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e3b077-47fb-cb77-7c27-b822d6b8eb43" [ 681.443993] env[69959]: _type = "Task" [ 681.443993] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.452929] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e3b077-47fb-cb77-7c27-b822d6b8eb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.480571] env[69959]: DEBUG nova.network.neutron [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.542089] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.542271] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.542609] env[69959]: DEBUG nova.network.neutron [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.601485] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.628507] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.628794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.640663] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.640895] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.641059] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.641238] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.641379] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.641523] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.641724] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.642314] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.642314] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.642314] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.642466] env[69959]: DEBUG nova.virt.hardware [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.643971] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab48caf-52fe-4ce2-ba7e-88aaaa790fa2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.654101] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9787ca73-431b-468f-b985-f83ed4b47bb7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.671193] env[69959]: DEBUG nova.scheduler.client.report [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.990061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "44a14aaa-9828-4064-be67-b3b432790f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.990061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "44a14aaa-9828-4064-be67-b3b432790f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.990061] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e3b077-47fb-cb77-7c27-b822d6b8eb43, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.990061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.991850] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 923a6ce2-7b57-4e05-b33c-d99a0c60dd64/923a6ce2-7b57-4e05-b33c-d99a0c60dd64.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.991850] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a8baab1-2af2-416d-a7e0-8d3468d835f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.991850] env[69959]: INFO nova.compute.manager [-] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Took 1.04 seconds to deallocate network for instance. [ 681.991850] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 681.991850] env[69959]: value = "task-4086220" [ 681.991850] env[69959]: _type = "Task" [ 681.991850] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.003652] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.113684] env[69959]: DEBUG nova.network.neutron [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.177149] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.177859] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.186871] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.926s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.187661] env[69959]: INFO nova.compute.claims [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.472111] env[69959]: DEBUG nova.network.neutron [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Updating instance_info_cache with network_info: [{"id": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "address": "fa:16:3e:c9:b6:5f", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc3dd1c4-79", "ovs_interfaceid": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.502317] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.503882] env[69959]: DEBUG nova.compute.manager [req-5d6fc802-941e-4799-ad54-a320b4c773b0 req-1475fefd-0a5b-461b-8d3f-5c7e7442ff01 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Received event network-vif-plugged-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.504260] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d6fc802-941e-4799-ad54-a320b4c773b0 req-1475fefd-0a5b-461b-8d3f-5c7e7442ff01 service nova] Acquiring lock "42d73292-1bab-4883-9e24-7ffa41e676e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.504588] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d6fc802-941e-4799-ad54-a320b4c773b0 req-1475fefd-0a5b-461b-8d3f-5c7e7442ff01 service nova] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.504889] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d6fc802-941e-4799-ad54-a320b4c773b0 req-1475fefd-0a5b-461b-8d3f-5c7e7442ff01 service nova] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.506570] env[69959]: DEBUG nova.compute.manager [req-5d6fc802-941e-4799-ad54-a320b4c773b0 req-1475fefd-0a5b-461b-8d3f-5c7e7442ff01 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] No waiting events found dispatching network-vif-plugged-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.506570] env[69959]: WARNING nova.compute.manager [req-5d6fc802-941e-4799-ad54-a320b4c773b0 req-1475fefd-0a5b-461b-8d3f-5c7e7442ff01 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Received unexpected event network-vif-plugged-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 for instance with vm_state building and task_state spawning. [ 682.513666] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500779} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.514091] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 923a6ce2-7b57-4e05-b33c-d99a0c60dd64/923a6ce2-7b57-4e05-b33c-d99a0c60dd64.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.514458] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.515226] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c6d8b9-06f5-4bd2-aa9c-4b36e187a12c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.526150] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 682.526150] env[69959]: value = "task-4086221" [ 682.526150] env[69959]: _type = "Task" [ 682.526150] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.541117] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.625035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "cce1a170-4a15-4b02-b745-b22ad8fb694c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.625035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.691196] env[69959]: DEBUG nova.compute.utils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.691196] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.691196] env[69959]: DEBUG nova.network.neutron [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.758599] env[69959]: DEBUG nova.network.neutron [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Successfully updated port: cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.762327] env[69959]: DEBUG nova.policy [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b85b562a21be4f02909db87a047d0bf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e92e12d2e4eb4489a3651e79412393ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.856188] env[69959]: DEBUG nova.compute.manager [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.856394] env[69959]: DEBUG nova.compute.manager [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing instance network info cache due to event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.856638] env[69959]: DEBUG oslo_concurrency.lockutils [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] Acquiring lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.856783] env[69959]: DEBUG oslo_concurrency.lockutils [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] Acquired lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.856942] env[69959]: DEBUG nova.network.neutron [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.974106] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Releasing lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.974465] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Instance network_info: |[{"id": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "address": "fa:16:3e:c9:b6:5f", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc3dd1c4-79", "ovs_interfaceid": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.974911] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b6:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc3dd1c4-79cf-49c5-a772-fe96da23ed61', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.984761] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Creating folder: Project (c55ebfd27dda4bfd81b563d7de97b2dc). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.986593] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2254b0f-c44d-4349-bf39-4a3d69851b37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.999868] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Created folder: Project (c55ebfd27dda4bfd81b563d7de97b2dc) in parent group-v809535. [ 683.000084] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Creating folder: Instances. Parent ref: group-v809581. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.000537] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e24f10-fddc-49d1-aeff-f05a758748c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.012082] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Created folder: Instances in parent group-v809581. [ 683.012359] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.012751] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.012912] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3008368d-9a52-4d3b-a42e-8474361583a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.052730] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08375} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.056077] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.056077] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.056077] env[69959]: value = "task-4086227" [ 683.056077] env[69959]: _type = "Task" [ 683.056077] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.056077] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b193b-7642-4371-8563-10b390b11f4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.067277] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086227, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.088701] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 923a6ce2-7b57-4e05-b33c-d99a0c60dd64/923a6ce2-7b57-4e05-b33c-d99a0c60dd64.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.089102] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b521afee-e756-4aac-ba0f-d2d198522e78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.110500] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 683.110500] env[69959]: value = "task-4086228" [ 683.110500] env[69959]: _type = "Task" [ 683.110500] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.122214] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.196446] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.266949] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.267200] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquired lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.267555] env[69959]: DEBUG nova.network.neutron [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.374454] env[69959]: DEBUG nova.network.neutron [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Successfully created port: 2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.571160] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086227, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.628359] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.785536] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0228663a-eff9-4df5-b045-be8a7f9ccaf4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.795314] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c2cd0f-4454-4de4-91a5-86be06bbddf3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.831876] env[69959]: DEBUG nova.network.neutron [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updated VIF entry in instance network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.832896] env[69959]: DEBUG nova.network.neutron [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.835309] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22a282-d5e2-4de1-be47-4d0ce8daa06f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.838062] env[69959]: DEBUG nova.network.neutron [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.846624] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184d191-f092-4d77-8b44-23707466f2b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.867144] env[69959]: DEBUG nova.compute.provider_tree [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.035295] env[69959]: DEBUG nova.network.neutron [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updating instance_info_cache with network_info: [{"id": "cd978350-31e5-456e-9d4e-1c209cee99a6", "address": "fa:16:3e:1e:41:b8", "network": {"id": "1bf318f7-c2ca-472a-a3b1-437ce20a0514", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1446602932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d40150a11f423d89f68a07e8fad386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd978350-31", "ovs_interfaceid": "cd978350-31e5-456e-9d4e-1c209cee99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.074850] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086227, 'name': CreateVM_Task, 'duration_secs': 0.932235} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.075286] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.076298] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.076643] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.077163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.077662] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7cb5108-32bd-4421-8539-1992356eea42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.085145] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 684.085145] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c570ad-fd00-af23-8bd1-a7710947fd69" [ 684.085145] env[69959]: _type = "Task" [ 684.085145] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.093030] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c570ad-fd00-af23-8bd1-a7710947fd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.125172] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086228, 'name': ReconfigVM_Task, 'duration_secs': 0.610609} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.125172] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 923a6ce2-7b57-4e05-b33c-d99a0c60dd64/923a6ce2-7b57-4e05-b33c-d99a0c60dd64.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.125172] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf94f32-0d35-4d07-9f09-2efd7131e075 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.132112] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 684.132112] env[69959]: value = "task-4086229" [ 684.132112] env[69959]: _type = "Task" [ 684.132112] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.139612] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086229, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.213234] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.241893] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.242219] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.242398] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.242628] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.242919] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.243175] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.243433] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.243690] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.243909] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.244127] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.244353] env[69959]: DEBUG nova.virt.hardware [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.247272] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba7398-c4ac-403f-bf14-8fd4dc340690 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.254954] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1384e9-2ffe-4122-bd10-b7ffa8e767a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.340977] env[69959]: DEBUG oslo_concurrency.lockutils [req-231ff657-3fbc-4cef-b39c-5537f0d956fa req-6457fa21-ddaf-4dfc-93b9-67d00304bf2a service nova] Releasing lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.372649] env[69959]: DEBUG nova.scheduler.client.report [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.539093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Releasing lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.539777] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Instance network_info: |[{"id": "cd978350-31e5-456e-9d4e-1c209cee99a6", "address": "fa:16:3e:1e:41:b8", "network": {"id": "1bf318f7-c2ca-472a-a3b1-437ce20a0514", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1446602932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d40150a11f423d89f68a07e8fad386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd978350-31", "ovs_interfaceid": "cd978350-31e5-456e-9d4e-1c209cee99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.540215] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:41:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd978350-31e5-456e-9d4e-1c209cee99a6', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.549417] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Creating folder: Project (77d40150a11f423d89f68a07e8fad386). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.550354] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b044d496-df8f-4f17-a613-b6a7436cee18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.562993] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Created folder: Project (77d40150a11f423d89f68a07e8fad386) in parent group-v809535. [ 684.563465] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Creating folder: Instances. Parent ref: group-v809584. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.564030] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e699cb8-3169-4f03-ba61-02e2547ad53d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.577314] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Created folder: Instances in parent group-v809584. [ 684.577314] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.577314] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.577314] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14a0f44c-1cd6-45c4-b118-2d2267feeafc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.604747] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c570ad-fd00-af23-8bd1-a7710947fd69, 'name': SearchDatastore_Task, 'duration_secs': 0.019689} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.606376] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.606862] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.607357] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.608804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.608804] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.610024] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.610024] env[69959]: value = "task-4086232" [ 684.610024] env[69959]: _type = "Task" [ 684.610024] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.610024] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da83bb39-6c11-4e44-8173-781b09681a00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.623434] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086232, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.624559] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.624819] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.626178] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce97ebb-51ba-4992-94d7-70b76f25c151 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.632452] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 684.632452] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a5d383-67e4-6df2-6e3a-fb3883736945" [ 684.632452] env[69959]: _type = "Task" [ 684.632452] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.646702] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086229, 'name': Rename_Task, 'duration_secs': 0.162422} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.651018] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.653784] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a5d383-67e4-6df2-6e3a-fb3883736945, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.653784] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db244df-717d-4018-ac13-4bbd8178751d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.656925] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2633af9-a891-4d2a-a481-a32fd6b6e77e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.664986] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 684.664986] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ae55c3-cd31-5483-0791-261216f07eac" [ 684.664986] env[69959]: _type = "Task" [ 684.664986] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.666258] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 684.666258] env[69959]: value = "task-4086233" [ 684.666258] env[69959]: _type = "Task" [ 684.666258] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.681378] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ae55c3-cd31-5483-0791-261216f07eac, 'name': SearchDatastore_Task, 'duration_secs': 0.01448} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.686273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.686273] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 42d73292-1bab-4883-9e24-7ffa41e676e8/42d73292-1bab-4883-9e24-7ffa41e676e8.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.686621] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.686923] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-642b929f-1aef-4bdc-a422-dd049760bfa9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.695118] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 684.695118] env[69959]: value = "task-4086234" [ 684.695118] env[69959]: _type = "Task" [ 684.695118] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.706386] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.879990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.882656] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.887479] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.567s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.887479] env[69959]: INFO nova.compute.claims [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.127660] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086232, 'name': CreateVM_Task, 'duration_secs': 0.493282} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.127660] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.128775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.128993] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.130039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.130039] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc603b4-55aa-43bc-896f-bf49678f33f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.137437] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 685.137437] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529e3a2e-c598-7352-226d-17b84378fe42" [ 685.137437] env[69959]: _type = "Task" [ 685.137437] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.149192] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529e3a2e-c598-7352-226d-17b84378fe42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.185641] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.209214] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086234, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.394767] env[69959]: DEBUG nova.compute.utils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.401028] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.401028] env[69959]: DEBUG nova.network.neutron [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.527411] env[69959]: DEBUG nova.policy [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9691a70d1e94c2c8062236d7ed41782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd669fdd7848423d84c26e5358d7c3f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.651737] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529e3a2e-c598-7352-226d-17b84378fe42, 'name': SearchDatastore_Task, 'duration_secs': 0.056043} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.652310] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.652666] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.653055] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.653189] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.653443] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.653764] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae282f66-3be3-4b93-a1de-671b45d57994 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.664604] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.665049] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.665656] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6fd424-297a-4250-afee-57b47fe26caa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.672091] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 685.672091] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c589e-1590-efd8-95e6-b2b9c3f47b7c" [ 685.672091] env[69959]: _type = "Task" [ 685.672091] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.686370] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c589e-1590-efd8-95e6-b2b9c3f47b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.690139] env[69959]: DEBUG oslo_vmware.api [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086233, 'name': PowerOnVM_Task, 'duration_secs': 0.815309} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.690485] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.690739] env[69959]: INFO nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Took 10.35 seconds to spawn the instance on the hypervisor. [ 685.691013] env[69959]: DEBUG nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.691963] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75cd03f-9e0b-49f0-8bfa-a4d27229b819 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.713041] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558349} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.715655] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 42d73292-1bab-4883-9e24-7ffa41e676e8/42d73292-1bab-4883-9e24-7ffa41e676e8.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.715655] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.715655] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c67e18a-1ac5-4eb1-af8e-404218cd3338 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.721747] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 685.721747] env[69959]: value = "task-4086236" [ 685.721747] env[69959]: _type = "Task" [ 685.721747] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.732993] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.764053] env[69959]: DEBUG nova.network.neutron [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Successfully updated port: 2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.900905] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.052344] env[69959]: DEBUG nova.compute.manager [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Received event network-changed-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.052565] env[69959]: DEBUG nova.compute.manager [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Refreshing instance network info cache due to event network-changed-bc3dd1c4-79cf-49c5-a772-fe96da23ed61. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.052854] env[69959]: DEBUG oslo_concurrency.lockutils [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] Acquiring lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.052854] env[69959]: DEBUG oslo_concurrency.lockutils [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] Acquired lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.053064] env[69959]: DEBUG nova.network.neutron [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Refreshing network info cache for port bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.160608] env[69959]: DEBUG nova.compute.manager [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Received event network-vif-plugged-cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.160893] env[69959]: DEBUG oslo_concurrency.lockutils [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.161048] env[69959]: DEBUG oslo_concurrency.lockutils [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.161225] env[69959]: DEBUG oslo_concurrency.lockutils [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.161384] env[69959]: DEBUG nova.compute.manager [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] No waiting events found dispatching network-vif-plugged-cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 686.161545] env[69959]: WARNING nova.compute.manager [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Received unexpected event network-vif-plugged-cd978350-31e5-456e-9d4e-1c209cee99a6 for instance with vm_state building and task_state spawning. [ 686.161698] env[69959]: DEBUG nova.compute.manager [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Received event network-changed-cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.161847] env[69959]: DEBUG nova.compute.manager [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Refreshing instance network info cache due to event network-changed-cd978350-31e5-456e-9d4e-1c209cee99a6. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.162235] env[69959]: DEBUG oslo_concurrency.lockutils [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] Acquiring lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.162476] env[69959]: DEBUG oslo_concurrency.lockutils [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] Acquired lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.162640] env[69959]: DEBUG nova.network.neutron [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Refreshing network info cache for port cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.189086] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c589e-1590-efd8-95e6-b2b9c3f47b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018538} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.193205] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7824b9ec-c43b-4a1e-a8fa-4bcc8104b942 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.200403] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 686.200403] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b81dd7-ef21-bd10-8bab-c68903e1e2af" [ 686.200403] env[69959]: _type = "Task" [ 686.200403] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.218593] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b81dd7-ef21-bd10-8bab-c68903e1e2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.227154] env[69959]: INFO nova.compute.manager [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Took 34.22 seconds to build instance. [ 686.238594] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099611} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.238839] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.239691] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e8e715-aabf-4637-9192-a426b8e53dfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.266542] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 42d73292-1bab-4883-9e24-7ffa41e676e8/42d73292-1bab-4883-9e24-7ffa41e676e8.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.267777] env[69959]: DEBUG nova.network.neutron [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Successfully created port: 45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.274285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.274285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquired lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.274622] env[69959]: DEBUG nova.network.neutron [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.275548] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55cd85c-6c1b-4d43-a62f-7c60f6a047ef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.304125] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 686.304125] env[69959]: value = "task-4086237" [ 686.304125] env[69959]: _type = "Task" [ 686.304125] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.322802] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.497239] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "6d653768-205c-4819-8498-ae0617302a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.497239] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.529825] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fccc1a-0047-4a62-ab09-39d48abae06d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.538170] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6241bdd1-e965-4174-a560-7f75a9f700be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573662] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407182b-d838-481f-bcb2-353a2fa50064 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.582765] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d1794-d730-4cac-8366-1441b3a080aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.599068] env[69959]: DEBUG nova.compute.provider_tree [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.717042] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b81dd7-ef21-bd10-8bab-c68903e1e2af, 'name': SearchDatastore_Task, 'duration_secs': 0.047023} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.717042] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.717042] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 94296ced-6adc-4f28-9c10-e23a8dd05464/94296ced-6adc-4f28-9c10-e23a8dd05464.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.717042] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe6f505-1a90-492e-a03f-98be0ddbf389 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.720932] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 686.720932] env[69959]: value = "task-4086238" [ 686.720932] env[69959]: _type = "Task" [ 686.720932] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.731317] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aab0529b-7019-457d-9b67-1df94f995a58 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.926s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.731577] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.816292] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086237, 'name': ReconfigVM_Task, 'duration_secs': 0.392291} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.816552] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 42d73292-1bab-4883-9e24-7ffa41e676e8/42d73292-1bab-4883-9e24-7ffa41e676e8.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.817324] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1679935d-e49e-4790-a8dc-985c6e0a6bf4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.826630] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 686.826630] env[69959]: value = "task-4086239" [ 686.826630] env[69959]: _type = "Task" [ 686.826630] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.836948] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086239, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.881843] env[69959]: DEBUG nova.network.neutron [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.917548] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.949807] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.949807] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.949807] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.950413] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.950710] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.950987] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.951378] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.951688] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.952226] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.952533] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.952832] env[69959]: DEBUG nova.virt.hardware [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.958986] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282206dd-6f57-46c4-8337-13b363a33426 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.964897] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc158701-137c-459b-87cb-5a56ad51279c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.055110] env[69959]: DEBUG nova.network.neutron [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Updated VIF entry in instance network info cache for port bc3dd1c4-79cf-49c5-a772-fe96da23ed61. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.055557] env[69959]: DEBUG nova.network.neutron [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Updating instance_info_cache with network_info: [{"id": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "address": "fa:16:3e:c9:b6:5f", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc3dd1c4-79", "ovs_interfaceid": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.103300] env[69959]: DEBUG nova.scheduler.client.report [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.233093] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.237762] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.295698] env[69959]: DEBUG nova.network.neutron [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updated VIF entry in instance network info cache for port cd978350-31e5-456e-9d4e-1c209cee99a6. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.296064] env[69959]: DEBUG nova.network.neutron [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updating instance_info_cache with network_info: [{"id": "cd978350-31e5-456e-9d4e-1c209cee99a6", "address": "fa:16:3e:1e:41:b8", "network": {"id": "1bf318f7-c2ca-472a-a3b1-437ce20a0514", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1446602932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d40150a11f423d89f68a07e8fad386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd978350-31", "ovs_interfaceid": "cd978350-31e5-456e-9d4e-1c209cee99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.323439] env[69959]: DEBUG nova.network.neutron [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Updating instance_info_cache with network_info: [{"id": "2b1b6883-40be-42ea-9dad-446abdf3c863", "address": "fa:16:3e:df:89:53", "network": {"id": "e89e9d02-3aeb-404a-bf2f-895762b96432", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1333313109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92e12d2e4eb4489a3651e79412393ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1b6883-40", "ovs_interfaceid": "2b1b6883-40be-42ea-9dad-446abdf3c863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.344500] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086239, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.561206] env[69959]: DEBUG oslo_concurrency.lockutils [req-db5c886a-2783-4bc4-babb-0b10e647ce6a req-cd3ec0e7-2934-4145-aa97-00602edee3c8 service nova] Releasing lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.611152] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.611152] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.618053] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.623s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.734325] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964466} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.734678] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 94296ced-6adc-4f28-9c10-e23a8dd05464/94296ced-6adc-4f28-9c10-e23a8dd05464.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.734951] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.735323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58806b79-73bc-49d3-962d-586b24605a68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.745745] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 687.745745] env[69959]: value = "task-4086241" [ 687.745745] env[69959]: _type = "Task" [ 687.745745] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.760542] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.776160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.800123] env[69959]: DEBUG oslo_concurrency.lockutils [req-27bd415f-723c-4ab2-b572-284289900853 req-51f8db95-07ff-46e4-937a-7b2ef25c434e service nova] Releasing lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.833885] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Releasing lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.833885] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Instance network_info: |[{"id": "2b1b6883-40be-42ea-9dad-446abdf3c863", "address": "fa:16:3e:df:89:53", "network": {"id": "e89e9d02-3aeb-404a-bf2f-895762b96432", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1333313109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92e12d2e4eb4489a3651e79412393ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1b6883-40", "ovs_interfaceid": "2b1b6883-40be-42ea-9dad-446abdf3c863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.834028] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:89:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1b6883-40be-42ea-9dad-446abdf3c863', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.845351] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Creating folder: Project (e92e12d2e4eb4489a3651e79412393ab). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.851084] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9725fbbf-a45a-4e8e-966e-6dbf0a4782d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.861144] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086239, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.863936] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Created folder: Project (e92e12d2e4eb4489a3651e79412393ab) in parent group-v809535. [ 687.864187] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Creating folder: Instances. Parent ref: group-v809587. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.864423] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cdd32b5-6964-4f01-82b0-fccf2fef91e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.875479] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Created folder: Instances in parent group-v809587. [ 687.875794] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.875991] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.876251] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f12c47bc-2201-4798-8a2e-4d17d98adba9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.898994] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.898994] env[69959]: value = "task-4086244" [ 687.898994] env[69959]: _type = "Task" [ 687.898994] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.910256] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086244, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.118542] env[69959]: DEBUG nova.compute.utils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.123735] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.124110] env[69959]: DEBUG nova.network.neutron [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.131571] env[69959]: INFO nova.compute.claims [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.235600] env[69959]: DEBUG nova.policy [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bf02ca584af460d872cd5e25f830706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24b9bef2cd6143ec912f005afcd2ec93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.259156] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076432} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.259533] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.260528] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4f76e5-ea2a-4df4-a692-c3629b15082c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.287152] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 94296ced-6adc-4f28-9c10-e23a8dd05464/94296ced-6adc-4f28-9c10-e23a8dd05464.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.287535] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7985a67-8b09-411c-8816-f40d7f2b869c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.318859] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 688.318859] env[69959]: value = "task-4086245" [ 688.318859] env[69959]: _type = "Task" [ 688.318859] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.327894] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "2c5c2005-452b-40bf-adcf-b1765600702b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.328283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "2c5c2005-452b-40bf-adcf-b1765600702b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.329029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "2c5c2005-452b-40bf-adcf-b1765600702b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.329029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "2c5c2005-452b-40bf-adcf-b1765600702b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.329461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "2c5c2005-452b-40bf-adcf-b1765600702b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.333696] env[69959]: INFO nova.compute.manager [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Terminating instance [ 688.347866] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.356300] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086239, 'name': Rename_Task, 'duration_secs': 1.180012} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.356300] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.356300] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4913a5d0-d3fa-499b-ac0e-1d73b88f038c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.364812] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 688.364812] env[69959]: value = "task-4086246" [ 688.364812] env[69959]: _type = "Task" [ 688.364812] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.377215] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.417185] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086244, 'name': CreateVM_Task, 'duration_secs': 0.428791} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.417510] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.418928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.419211] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.419676] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.420027] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c49305a-fe3a-4fc6-ac58-bc9aeda73f62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.428155] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 688.428155] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52824ee1-dc50-05c8-c97e-6e3c05c24b3e" [ 688.428155] env[69959]: _type = "Task" [ 688.428155] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.438167] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52824ee1-dc50-05c8-c97e-6e3c05c24b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.630019] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.642789] env[69959]: INFO nova.compute.resource_tracker [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating resource usage from migration 891b5bff-055f-4349-8637-089e00bd8b4d [ 688.832162] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.840236] env[69959]: DEBUG nova.compute.manager [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.840507] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.841503] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dac835-e04e-40d5-bfc9-7a67c187aed6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.857203] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.857203] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-486e8ea1-37cd-4903-9267-3aa0acfcb094 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.875861] env[69959]: DEBUG oslo_vmware.api [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 688.875861] env[69959]: value = "task-4086247" [ 688.875861] env[69959]: _type = "Task" [ 688.875861] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.889255] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086246, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.893579] env[69959]: DEBUG oslo_vmware.api [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.947111] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52824ee1-dc50-05c8-c97e-6e3c05c24b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.023392} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.947519] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.948246] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.948246] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.948931] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.948931] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.948931] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3c845ad-ecfb-4715-8972-adeb44231c95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.967941] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.968195] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.969060] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2914db48-1aeb-4037-89e4-9807993d6a67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.977303] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 688.977303] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d3ca5d-2ca4-6781-2f46-3f56f0ce2e62" [ 688.977303] env[69959]: _type = "Task" [ 688.977303] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.994497] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d3ca5d-2ca4-6781-2f46-3f56f0ce2e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.995443] env[69959]: DEBUG nova.compute.manager [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Received event network-vif-plugged-2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.995704] env[69959]: DEBUG oslo_concurrency.lockutils [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] Acquiring lock "5f010cf7-c829-4264-93ba-c0db09cf0c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.995912] env[69959]: DEBUG oslo_concurrency.lockutils [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.996089] env[69959]: DEBUG oslo_concurrency.lockutils [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.996307] env[69959]: DEBUG nova.compute.manager [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] No waiting events found dispatching network-vif-plugged-2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.996487] env[69959]: WARNING nova.compute.manager [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Received unexpected event network-vif-plugged-2b1b6883-40be-42ea-9dad-446abdf3c863 for instance with vm_state building and task_state spawning. [ 688.996675] env[69959]: DEBUG nova.compute.manager [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Received event network-changed-2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.996868] env[69959]: DEBUG nova.compute.manager [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Refreshing instance network info cache due to event network-changed-2b1b6883-40be-42ea-9dad-446abdf3c863. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.999158] env[69959]: DEBUG oslo_concurrency.lockutils [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] Acquiring lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.999158] env[69959]: DEBUG oslo_concurrency.lockutils [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] Acquired lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.999158] env[69959]: DEBUG nova.network.neutron [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Refreshing network info cache for port 2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.140091] env[69959]: INFO nova.virt.block_device [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Booting with volume d615d0db-6747-43ca-8d40-088309114594 at /dev/sda [ 689.218217] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c1e481a-c8ff-4b57-a054-157ced17e7d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.238093] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564c9ade-4976-4ec8-9fff-0623361355ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.270059] env[69959]: DEBUG nova.network.neutron [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Successfully updated port: 45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.286703] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.286893] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.286993] env[69959]: DEBUG nova.network.neutron [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.289272] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f218c0b1-3d82-4a08-a326-9d9f97905d34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.304810] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe5a13-c2ce-40e2-92fc-d907fa4bac00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.336787] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086245, 'name': ReconfigVM_Task, 'duration_secs': 0.733646} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.336955] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 94296ced-6adc-4f28-9c10-e23a8dd05464/94296ced-6adc-4f28-9c10-e23a8dd05464.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.337644] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3706a22-5563-4c0e-9d2b-3d8c74661596 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.355947] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3972a84-89bf-49cf-bb33-9e44b13a71df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.358844] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 689.358844] env[69959]: value = "task-4086248" [ 689.358844] env[69959]: _type = "Task" [ 689.358844] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.359687] env[69959]: DEBUG nova.network.neutron [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Successfully created port: 4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.372710] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f588b-0eef-4bf5-b2a7-e09331779176 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.381029] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086248, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.393841] env[69959]: DEBUG oslo_vmware.api [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086246, 'name': PowerOnVM_Task, 'duration_secs': 0.855055} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.394707] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.395031] env[69959]: INFO nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Took 10.38 seconds to spawn the instance on the hypervisor. [ 689.395358] env[69959]: DEBUG nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.400575] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3c912b-d7d9-4133-be06-e1505fe936cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.403599] env[69959]: DEBUG nova.virt.block_device [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updating existing volume attachment record: e9ffbb3a-954d-4b85-9985-913c1deaad5e {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 689.411245] env[69959]: DEBUG oslo_vmware.api [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086247, 'name': PowerOffVM_Task, 'duration_secs': 0.251078} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.412176] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd71b59-6f35-4fc5-8a25-96dce7e23151 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.415979] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.415979] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.415979] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc00b02-42fa-427a-a31b-44ec35a71017 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.425469] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e605a2-57dc-471e-a46f-559e2a8c9dba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.460048] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97381cc6-1fb2-4d1a-af40-6cb09287b9ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.470318] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae8e4d-3006-4109-b868-d31823554ca7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.486393] env[69959]: DEBUG nova.compute.provider_tree [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.505791] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d3ca5d-2ca4-6781-2f46-3f56f0ce2e62, 'name': SearchDatastore_Task, 'duration_secs': 0.016438} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.509221] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.509221] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.509221] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Deleting the datastore file [datastore1] 2c5c2005-452b-40bf-adcf-b1765600702b {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.509221] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf921ca3-a481-44a7-9c69-6623a711c63c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.514436] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d23f510d-e0a2-49dc-8808-d3eab745a19c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.519067] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 689.519067] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c616f-188d-85fd-d521-3bf47e237ba8" [ 689.519067] env[69959]: _type = "Task" [ 689.519067] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.524755] env[69959]: DEBUG oslo_vmware.api [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for the task: (returnval){ [ 689.524755] env[69959]: value = "task-4086250" [ 689.524755] env[69959]: _type = "Task" [ 689.524755] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.534027] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c616f-188d-85fd-d521-3bf47e237ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.539988] env[69959]: DEBUG oslo_vmware.api [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.725710] env[69959]: DEBUG nova.compute.manager [req-5088a024-b46b-4731-a62c-69b6ca98107c req-558a01df-277b-4653-9df1-ff51ace97463 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Received event network-vif-plugged-45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.725837] env[69959]: DEBUG oslo_concurrency.lockutils [req-5088a024-b46b-4731-a62c-69b6ca98107c req-558a01df-277b-4653-9df1-ff51ace97463 service nova] Acquiring lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.726000] env[69959]: DEBUG oslo_concurrency.lockutils [req-5088a024-b46b-4731-a62c-69b6ca98107c req-558a01df-277b-4653-9df1-ff51ace97463 service nova] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.726177] env[69959]: DEBUG oslo_concurrency.lockutils [req-5088a024-b46b-4731-a62c-69b6ca98107c req-558a01df-277b-4653-9df1-ff51ace97463 service nova] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.726340] env[69959]: DEBUG nova.compute.manager [req-5088a024-b46b-4731-a62c-69b6ca98107c req-558a01df-277b-4653-9df1-ff51ace97463 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] No waiting events found dispatching network-vif-plugged-45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.726497] env[69959]: WARNING nova.compute.manager [req-5088a024-b46b-4731-a62c-69b6ca98107c req-558a01df-277b-4653-9df1-ff51ace97463 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Received unexpected event network-vif-plugged-45bee8cd-809e-4170-b812-890af2dc3a5c for instance with vm_state building and task_state spawning. [ 689.874079] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086248, 'name': Rename_Task, 'duration_secs': 0.257233} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.874520] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.874520] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220bb4a2-2a0c-47c3-83e2-8e7effa1ddba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.883292] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 689.883292] env[69959]: value = "task-4086252" [ 689.883292] env[69959]: _type = "Task" [ 689.883292] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.896372] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.933204] env[69959]: INFO nova.compute.manager [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Took 30.51 seconds to build instance. [ 689.959238] env[69959]: DEBUG nova.network.neutron [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.993290] env[69959]: DEBUG nova.scheduler.client.report [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.045284] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c616f-188d-85fd-d521-3bf47e237ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.016844} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.049812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.050392] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 5f010cf7-c829-4264-93ba-c0db09cf0c46/5f010cf7-c829-4264-93ba-c0db09cf0c46.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.051024] env[69959]: DEBUG oslo_vmware.api [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Task: {'id': task-4086250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336848} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.053718] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dd92e8c-1fff-4a9c-b79e-33a35b25cb19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.056320] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.056582] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.056779] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.056955] env[69959]: INFO nova.compute.manager [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 690.057235] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.057867] env[69959]: DEBUG nova.compute.manager [-] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.057955] env[69959]: DEBUG nova.network.neutron [-] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.068788] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 690.068788] env[69959]: value = "task-4086253" [ 690.068788] env[69959]: _type = "Task" [ 690.068788] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.079814] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.401515] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.402101] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.409238] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "bee65c60-c104-4523-9e3a-1e41ead05854" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.409238] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.409238] env[69959]: DEBUG nova.compute.manager [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.415463] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac4eab-8f3a-4f2b-b384-b7fc5c49e5a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.422951] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.429338] env[69959]: DEBUG nova.compute.manager [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 690.430467] env[69959]: DEBUG nova.objects.instance [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lazy-loading 'flavor' on Instance uuid bee65c60-c104-4523-9e3a-1e41ead05854 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.436699] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7592e7a8-387c-4a30-b5de-d95844610eb7 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.544s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.500499] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.884s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.500782] env[69959]: INFO nova.compute.manager [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Migrating [ 690.501102] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.501270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.502820] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.951s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.504746] env[69959]: INFO nova.compute.claims [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.528698] env[69959]: DEBUG nova.network.neutron [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updating instance_info_cache with network_info: [{"id": "45bee8cd-809e-4170-b812-890af2dc3a5c", "address": "fa:16:3e:ec:35:5b", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bee8cd-80", "ovs_interfaceid": "45bee8cd-809e-4170-b812-890af2dc3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.585124] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.598145] env[69959]: DEBUG nova.network.neutron [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Updated VIF entry in instance network info cache for port 2b1b6883-40be-42ea-9dad-446abdf3c863. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.598145] env[69959]: DEBUG nova.network.neutron [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Updating instance_info_cache with network_info: [{"id": "2b1b6883-40be-42ea-9dad-446abdf3c863", "address": "fa:16:3e:df:89:53", "network": {"id": "e89e9d02-3aeb-404a-bf2f-895762b96432", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1333313109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92e12d2e4eb4489a3651e79412393ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1b6883-40", "ovs_interfaceid": "2b1b6883-40be-42ea-9dad-446abdf3c863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.899262] env[69959]: DEBUG oslo_vmware.api [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086252, 'name': PowerOnVM_Task, 'duration_secs': 0.687603} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.899262] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.899262] env[69959]: INFO nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Took 9.30 seconds to spawn the instance on the hypervisor. [ 690.899262] env[69959]: DEBUG nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.899982] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff8b40-fe60-4730-a004-7c2c254b97b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.940439] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.010912] env[69959]: INFO nova.compute.rpcapi [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 691.011516] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.030917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.031297] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Instance network_info: |[{"id": "45bee8cd-809e-4170-b812-890af2dc3a5c", "address": "fa:16:3e:ec:35:5b", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bee8cd-80", "ovs_interfaceid": "45bee8cd-809e-4170-b812-890af2dc3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.031979] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:35:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45bee8cd-809e-4170-b812-890af2dc3a5c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.041077] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Creating folder: Project (bd669fdd7848423d84c26e5358d7c3f5). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.043230] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fe59383-7224-45f5-a3c9-b1b5920d55ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.060100] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Created folder: Project (bd669fdd7848423d84c26e5358d7c3f5) in parent group-v809535. [ 691.060181] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Creating folder: Instances. Parent ref: group-v809590. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.060423] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10283a56-485d-4228-8df3-280e72f9f061 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.071640] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Created folder: Instances in parent group-v809590. [ 691.071904] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.075645] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.076723] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77ae9fe6-4f23-4c04-9298-6399be192135 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.101392] env[69959]: DEBUG oslo_concurrency.lockutils [req-251fdc08-9738-4098-86c8-6388e5a44ff1 req-cfbb3e7a-0fc5-4fbc-a8a1-ca9fcf9696ef service nova] Releasing lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.101904] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631593} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.104557] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 5f010cf7-c829-4264-93ba-c0db09cf0c46/5f010cf7-c829-4264-93ba-c0db09cf0c46.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.104557] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.104557] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.104557] env[69959]: value = "task-4086256" [ 691.104557] env[69959]: _type = "Task" [ 691.104557] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.104820] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6ab559-de21-48e9-87c6-898ca0bb5eab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.124755] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086256, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.126824] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 691.126824] env[69959]: value = "task-4086257" [ 691.126824] env[69959]: _type = "Task" [ 691.126824] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.136401] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.377754] env[69959]: DEBUG nova.network.neutron [-] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.426288] env[69959]: INFO nova.compute.manager [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Took 31.93 seconds to build instance. [ 691.448587] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.453043] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f438e2-7a80-4898-a86b-a2cd13d90f6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.471697] env[69959]: DEBUG oslo_vmware.api [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 691.471697] env[69959]: value = "task-4086258" [ 691.471697] env[69959]: _type = "Task" [ 691.471697] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.487117] env[69959]: DEBUG oslo_vmware.api [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.497637] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.531466] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.531466] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.531466] env[69959]: DEBUG nova.network.neutron [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.623907] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.625074] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.625546] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.625852] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.626463] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.626825] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.627164] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.627512] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.627796] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.628312] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.628685] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.629012] env[69959]: DEBUG nova.virt.hardware [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.629438] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086256, 'name': CreateVM_Task, 'duration_secs': 0.48328} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.635083] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1642adf-17cb-408e-b8db-285aa42ba74e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.638771] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.646058] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.646731] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.647969] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.651878] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e479f940-15fd-4c78-9a6e-b3de01c46c5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.664343] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133906c5-a39d-479f-96ac-d8a1d6c7f5a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.680624] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 691.680624] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523bccaa-86c0-c29f-8670-1fc2bd265361" [ 691.680624] env[69959]: _type = "Task" [ 691.680624] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.681626] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078364} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.682741] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.689367] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e1a73-4633-4620-aace-0c4101084e52 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.749328] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5f010cf7-c829-4264-93ba-c0db09cf0c46/5f010cf7-c829-4264-93ba-c0db09cf0c46.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.757260] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c85724-c4ce-4190-a697-6aa674de8b4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.773855] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523bccaa-86c0-c29f-8670-1fc2bd265361, 'name': SearchDatastore_Task, 'duration_secs': 0.019594} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.774531] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.774798] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.775055] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.775243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.775407] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.776214] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d0815f-511b-43dd-b820-eb330dd63f92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.783708] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 691.783708] env[69959]: value = "task-4086259" [ 691.783708] env[69959]: _type = "Task" [ 691.783708] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.790718] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.790902] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.794972] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc49131-56be-4067-8e85-aad0c5cbb9e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.798395] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.808641] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 691.808641] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b34882-8f10-22ed-613e-b192a8f682e2" [ 691.808641] env[69959]: _type = "Task" [ 691.808641] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.820072] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b34882-8f10-22ed-613e-b192a8f682e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.884885] env[69959]: INFO nova.compute.manager [-] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Took 1.83 seconds to deallocate network for instance. [ 691.934548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d26ae45b-e417-4786-b106-d326a61d204d tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.594s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.990927] env[69959]: DEBUG oslo_vmware.api [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086258, 'name': PowerOffVM_Task, 'duration_secs': 0.380994} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.991331] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.991564] env[69959]: DEBUG nova.compute.manager [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 691.992526] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35037cc7-305e-460c-9868-dc63eaae4b3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.042855] env[69959]: DEBUG nova.compute.manager [req-61a4d018-5c9a-4638-8f9e-715f6d3741c5 req-5be819e4-5bbf-4b11-8cd8-e79a163e3c49 service nova] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Received event network-vif-deleted-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.245862] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0a7c59-7dd4-4621-aa5f-851e98993382 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.258269] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce11ea-e149-4e19-bd25-3bafe47441ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.295850] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ba1b3-b8ff-4f90-9b46-92d48a9238db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.310593] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5591a392-9b53-4ebd-b814-fa81cb3136af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.316196] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086259, 'name': ReconfigVM_Task, 'duration_secs': 0.367915} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.320765] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5f010cf7-c829-4264-93ba-c0db09cf0c46/5f010cf7-c829-4264-93ba-c0db09cf0c46.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.321036] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-633ba2f5-9978-47ca-9282-bbb4161daca9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.323700] env[69959]: DEBUG nova.network.neutron [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Successfully updated port: 4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.343618] env[69959]: DEBUG nova.compute.provider_tree [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.345277] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b34882-8f10-22ed-613e-b192a8f682e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020957} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.352344] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 692.352344] env[69959]: value = "task-4086261" [ 692.352344] env[69959]: _type = "Task" [ 692.352344] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.354266] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fabd9e-12d0-455e-a506-72fa52fbb98c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.367477] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 692.367477] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52522f00-c155-0add-91b8-8a47a284e723" [ 692.367477] env[69959]: _type = "Task" [ 692.367477] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.371681] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086261, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.382622] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52522f00-c155-0add-91b8-8a47a284e723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.396553] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.437950] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.510698] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97ddb498-1cfc-42d0-9ba5-c2deac6b4dd3 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.708940] env[69959]: DEBUG nova.compute.manager [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Received event network-changed-45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.708940] env[69959]: DEBUG nova.compute.manager [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Refreshing instance network info cache due to event network-changed-45bee8cd-809e-4170-b812-890af2dc3a5c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.709203] env[69959]: DEBUG oslo_concurrency.lockutils [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] Acquiring lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.709374] env[69959]: DEBUG oslo_concurrency.lockutils [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] Acquired lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.710131] env[69959]: DEBUG nova.network.neutron [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Refreshing network info cache for port 45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.714242] env[69959]: DEBUG nova.network.neutron [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance_info_cache with network_info: [{"id": "94c8ee95-b62d-4201-b79b-8de28242b84c", "address": "fa:16:3e:b0:95:50", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c8ee95-b6", "ovs_interfaceid": "94c8ee95-b62d-4201-b79b-8de28242b84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.830758] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquiring lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.831481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquired lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.832861] env[69959]: DEBUG nova.network.neutron [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.851875] env[69959]: DEBUG nova.scheduler.client.report [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.887390] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086261, 'name': Rename_Task, 'duration_secs': 0.207696} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.889383] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.889383] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e13838-2d34-4ee6-a7e1-4d9d0882c103 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.899899] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52522f00-c155-0add-91b8-8a47a284e723, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.904036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.904036] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] b02c6408-c7ab-4f56-8d50-ef6392028b5a/b02c6408-c7ab-4f56-8d50-ef6392028b5a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.904036] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55640f66-9934-4b00-87da-2a5ce5c8a79d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.906183] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 692.906183] env[69959]: value = "task-4086262" [ 692.906183] env[69959]: _type = "Task" [ 692.906183] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.911895] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 692.911895] env[69959]: value = "task-4086263" [ 692.911895] env[69959]: _type = "Task" [ 692.911895] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.921523] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.928897] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.978280] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.217673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364738] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.368030] env[69959]: DEBUG nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.368680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.962s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.369160] env[69959]: DEBUG nova.objects.instance [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lazy-loading 'resources' on Instance uuid 54797e67-1bde-45e4-b12a-50b1287244c6 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.434027] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086262, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.434265] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.435061] env[69959]: DEBUG nova.network.neutron [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.578666] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "8501d05c-e4f1-45ba-bcca-15b8def23472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.578870] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.695334] env[69959]: DEBUG nova.network.neutron [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updated VIF entry in instance network info cache for port 45bee8cd-809e-4170-b812-890af2dc3a5c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.695334] env[69959]: DEBUG nova.network.neutron [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updating instance_info_cache with network_info: [{"id": "45bee8cd-809e-4170-b812-890af2dc3a5c", "address": "fa:16:3e:ec:35:5b", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bee8cd-80", "ovs_interfaceid": "45bee8cd-809e-4170-b812-890af2dc3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.786996] env[69959]: DEBUG nova.network.neutron [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updating instance_info_cache with network_info: [{"id": "4e246222-9568-42e6-95ad-291de72ac744", "address": "fa:16:3e:b8:1d:08", "network": {"id": "f9167af4-156d-402c-962b-e8613d95e27c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1962639941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b9bef2cd6143ec912f005afcd2ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e246222-95", "ovs_interfaceid": "4e246222-9568-42e6-95ad-291de72ac744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.876120] env[69959]: DEBUG nova.compute.utils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.881908] env[69959]: DEBUG nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 693.931809] env[69959]: DEBUG oslo_vmware.api [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086262, 'name': PowerOnVM_Task, 'duration_secs': 0.963925} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.936188] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.936421] env[69959]: INFO nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Took 9.72 seconds to spawn the instance on the hypervisor. [ 693.936682] env[69959]: DEBUG nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.937027] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859363} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.942770] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff62ef86-2926-4bca-b0fb-e535c2c867ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.950283] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] b02c6408-c7ab-4f56-8d50-ef6392028b5a/b02c6408-c7ab-4f56-8d50-ef6392028b5a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.950283] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.950283] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f699e3-0da9-45f8-bac2-c61f4ecd16e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.970931] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 693.970931] env[69959]: value = "task-4086265" [ 693.970931] env[69959]: _type = "Task" [ 693.970931] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.984559] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.195852] env[69959]: DEBUG oslo_concurrency.lockutils [req-3dcd0364-1077-401c-bc91-f77a3353e53c req-ae5f4952-38e1-4aa5-9441-00a0f729eef6 service nova] Releasing lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.293771] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Releasing lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.294245] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Instance network_info: |[{"id": "4e246222-9568-42e6-95ad-291de72ac744", "address": "fa:16:3e:b8:1d:08", "network": {"id": "f9167af4-156d-402c-962b-e8613d95e27c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1962639941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b9bef2cd6143ec912f005afcd2ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e246222-95", "ovs_interfaceid": "4e246222-9568-42e6-95ad-291de72ac744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.295039] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:1d:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e246222-9568-42e6-95ad-291de72ac744', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.309205] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Creating folder: Project (24b9bef2cd6143ec912f005afcd2ec93). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.314201] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa26d9fd-e69c-47d5-a239-221bf11f324c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.332305] env[69959]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 694.333029] env[69959]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69959) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 694.333029] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Folder already exists: Project (24b9bef2cd6143ec912f005afcd2ec93). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 694.333762] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Creating folder: Instances. Parent ref: group-v809536. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.333762] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5a9eb40-4f6c-400e-80c3-e41683abe35f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.353038] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Created folder: Instances in parent group-v809536. [ 694.353038] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.353038] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.353038] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e4dd24-d103-4bbb-98a6-047d85bc981a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.381408] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.381408] env[69959]: value = "task-4086268" [ 694.381408] env[69959]: _type = "Task" [ 694.381408] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.384392] env[69959]: DEBUG nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.399175] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086268, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.491025] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089184} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.491751] env[69959]: INFO nova.compute.manager [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Took 34.39 seconds to build instance. [ 694.492851] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.493722] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab1b873-b352-4f6b-b427-49432227b905 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.529777] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] b02c6408-c7ab-4f56-8d50-ef6392028b5a/b02c6408-c7ab-4f56-8d50-ef6392028b5a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.533490] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8daa37fe-ca6d-4bde-b7b8-cb876eb8182e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.558276] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 694.558276] env[69959]: value = "task-4086269" [ 694.558276] env[69959]: _type = "Task" [ 694.558276] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.572895] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.605812] env[69959]: DEBUG nova.compute.manager [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Received event network-changed-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.605812] env[69959]: DEBUG nova.compute.manager [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Refreshing instance network info cache due to event network-changed-bc3dd1c4-79cf-49c5-a772-fe96da23ed61. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.605812] env[69959]: DEBUG oslo_concurrency.lockutils [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] Acquiring lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.605812] env[69959]: DEBUG oslo_concurrency.lockutils [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] Acquired lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.606338] env[69959]: DEBUG nova.network.neutron [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Refreshing network info cache for port bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.644635] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf6b91-f2cb-4daf-bab5-1570279a3a3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.653183] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df1eeb1-21ad-4d31-940e-a55a215c704c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.688087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d311a406-5da8-43e7-aff6-62a2cd6f6b90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.698578] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d8f65-5274-4bcf-bde9-15cd2fc7b907 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.715924] env[69959]: DEBUG nova.compute.provider_tree [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.737201] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47a3e59-9212-4513-aced-db78282edc19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.761550] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.896242] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086268, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.000732] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9110fed4-412e-45a5-a718-4c95f01172e9 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.548s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.068925] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.223552] env[69959]: DEBUG nova.scheduler.client.report [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.268167] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.268608] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9bd4989-6d56-42b0-8a9e-847ecbc3da92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.276688] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 695.276688] env[69959]: value = "task-4086270" [ 695.276688] env[69959]: _type = "Task" [ 695.276688] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.288212] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.300986] env[69959]: DEBUG nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Received event network-vif-plugged-4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.301084] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Acquiring lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.301372] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.301488] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.301655] env[69959]: DEBUG nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] No waiting events found dispatching network-vif-plugged-4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 695.301844] env[69959]: WARNING nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Received unexpected event network-vif-plugged-4e246222-9568-42e6-95ad-291de72ac744 for instance with vm_state building and task_state spawning. [ 695.302049] env[69959]: DEBUG nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Received event network-changed-4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.302258] env[69959]: DEBUG nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Refreshing instance network info cache due to event network-changed-4e246222-9568-42e6-95ad-291de72ac744. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.302460] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Acquiring lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.302589] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Acquired lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.302749] env[69959]: DEBUG nova.network.neutron [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Refreshing network info cache for port 4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.396026] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086268, 'name': CreateVM_Task, 'duration_secs': 0.727138} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.396026] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.396917] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809542', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'name': 'volume-d615d0db-6747-43ca-8d40-088309114594', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '989e07aa-00f8-48d4-8a6c-1ffbf153e66e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'serial': 'd615d0db-6747-43ca-8d40-088309114594'}, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': 'e9ffbb3a-954d-4b85-9985-913c1deaad5e', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69959) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 695.397298] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Root volume attach. Driver type: vmdk {{(pid=69959) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 695.398695] env[69959]: DEBUG nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.402402] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc06c4d-57ac-4b0c-a521-c14d1b7c7907 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.412321] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94701a7d-9ce0-4704-b78a-e8ebce25208d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.422801] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa1c292-06e3-4e4e-ace1-f7269b684381 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.433842] env[69959]: DEBUG nova.network.neutron [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Updated VIF entry in instance network info cache for port bc3dd1c4-79cf-49c5-a772-fe96da23ed61. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.434349] env[69959]: DEBUG nova.network.neutron [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Updating instance_info_cache with network_info: [{"id": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "address": "fa:16:3e:c9:b6:5f", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc3dd1c4-79", "ovs_interfaceid": "bc3dd1c4-79cf-49c5-a772-fe96da23ed61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.435873] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3c9663ca-07be-41eb-a6ea-0d9dc5dd963d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.443537] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.443991] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.444265] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.444645] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.444730] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.444949] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.445270] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.445868] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.445868] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.446044] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.446332] env[69959]: DEBUG nova.virt.hardware [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.447605] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138545f6-fb74-45ba-ad11-459ecdc02c09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.460750] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d5367-dd4f-43d9-a13d-b4733e5854c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.466264] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 695.466264] env[69959]: value = "task-4086271" [ 695.466264] env[69959]: _type = "Task" [ 695.466264] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.479801] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.485908] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Creating folder: Project (928db1aa8ca4426baf786e93b8864e80). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.487328] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f9fc4f-7ece-41bb-a0e7-5b85f1399a9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.493815] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086271, 'name': RelocateVM_Task} progress is 17%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.505187] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.509827] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Created folder: Project (928db1aa8ca4426baf786e93b8864e80) in parent group-v809535. [ 695.510154] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Creating folder: Instances. Parent ref: group-v809596. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.510735] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dabfba2-fd81-4fcd-87db-bba2b6d732ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.524765] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Created folder: Instances in parent group-v809596. [ 695.525178] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.525579] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.529022] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b502fae7-6a2c-4397-8404-846f4f7a69cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.548503] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.548503] env[69959]: value = "task-4086274" [ 695.548503] env[69959]: _type = "Task" [ 695.548503] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.563037] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086274, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.575353] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086269, 'name': ReconfigVM_Task, 'duration_secs': 0.859231} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.576083] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] b02c6408-c7ab-4f56-8d50-ef6392028b5a/b02c6408-c7ab-4f56-8d50-ef6392028b5a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.577132] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11fa1662-120c-46cc-9016-4ee01a34c59a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.588629] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 695.588629] env[69959]: value = "task-4086275" [ 695.588629] env[69959]: _type = "Task" [ 695.588629] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.602900] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086275, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.674170] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.674170] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.725902] env[69959]: DEBUG nova.objects.instance [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lazy-loading 'flavor' on Instance uuid bee65c60-c104-4523-9e3a-1e41ead05854 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.728713] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.731891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.025s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.733822] env[69959]: INFO nova.compute.claims [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.767691] env[69959]: INFO nova.scheduler.client.report [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Deleted allocations for instance 54797e67-1bde-45e4-b12a-50b1287244c6 [ 695.788948] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086270, 'name': PowerOffVM_Task, 'duration_secs': 0.314541} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.789283] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.789537] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.940021] env[69959]: DEBUG oslo_concurrency.lockutils [req-8a90c53a-d8ae-4795-9826-c006f78a7415 req-c1ccea9a-19eb-4911-8c15-cfa774f4c6f4 service nova] Releasing lock "refresh_cache-42d73292-1bab-4883-9e24-7ffa41e676e8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.980253] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086271, 'name': RelocateVM_Task} progress is 20%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.035905] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.062874] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086274, 'name': CreateVM_Task, 'duration_secs': 0.320215} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.062874] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.063744] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.063744] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.063744] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.065318] env[69959]: DEBUG nova.network.neutron [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updated VIF entry in instance network info cache for port 4e246222-9568-42e6-95ad-291de72ac744. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.065469] env[69959]: DEBUG nova.network.neutron [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updating instance_info_cache with network_info: [{"id": "4e246222-9568-42e6-95ad-291de72ac744", "address": "fa:16:3e:b8:1d:08", "network": {"id": "f9167af4-156d-402c-962b-e8613d95e27c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1962639941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b9bef2cd6143ec912f005afcd2ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e246222-95", "ovs_interfaceid": "4e246222-9568-42e6-95ad-291de72ac744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.066788] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c7cebc-9c1f-4a5d-acb2-0e1078917307 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.074674] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 696.074674] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b2dfd-eec7-bd3d-e3b4-cf4ab5e298be" [ 696.074674] env[69959]: _type = "Task" [ 696.074674] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.088086] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b2dfd-eec7-bd3d-e3b4-cf4ab5e298be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.100861] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086275, 'name': Rename_Task, 'duration_secs': 0.175144} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.101091] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.101366] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa5b225-eed3-4dcf-a233-a6e562e3770d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.109795] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 696.109795] env[69959]: value = "task-4086277" [ 696.109795] env[69959]: _type = "Task" [ 696.109795] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.119147] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.235142] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.235367] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquired lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.235636] env[69959]: DEBUG nova.network.neutron [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.235810] env[69959]: DEBUG nova.objects.instance [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lazy-loading 'info_cache' on Instance uuid bee65c60-c104-4523-9e3a-1e41ead05854 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.277223] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdec46de-b60a-493c-83e4-83766a691f12 tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Lock "54797e67-1bde-45e4-b12a-50b1287244c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.668s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.297335] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.297666] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.297855] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.298090] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.298239] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.298407] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.298846] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.300265] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.300265] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.300265] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.300265] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.306379] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d850471-45af-44fa-acf2-5a181268722a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.327411] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 696.327411] env[69959]: value = "task-4086278" [ 696.327411] env[69959]: _type = "Task" [ 696.327411] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.344209] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.478435] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086271, 'name': RelocateVM_Task, 'duration_secs': 0.630954} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.478771] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 696.479033] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809542', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'name': 'volume-d615d0db-6747-43ca-8d40-088309114594', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '989e07aa-00f8-48d4-8a6c-1ffbf153e66e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'serial': 'd615d0db-6747-43ca-8d40-088309114594'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 696.480573] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0693d51c-8886-49e5-aa57-008676e4aaa2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.499658] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c9d6f-5ba4-4ea3-a48c-e807b5dc2341 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.526710] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-d615d0db-6747-43ca-8d40-088309114594/volume-d615d0db-6747-43ca-8d40-088309114594.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.527097] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90c6a95-4842-4552-bc52-958fec11d229 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.549882] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 696.549882] env[69959]: value = "task-4086279" [ 696.549882] env[69959]: _type = "Task" [ 696.549882] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.559684] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086279, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.571614] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Releasing lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.572015] env[69959]: DEBUG nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Received event network-changed-cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.572277] env[69959]: DEBUG nova.compute.manager [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Refreshing instance network info cache due to event network-changed-cd978350-31e5-456e-9d4e-1c209cee99a6. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.572596] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Acquiring lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.573037] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Acquired lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.573107] env[69959]: DEBUG nova.network.neutron [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Refreshing network info cache for port cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.588361] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b2dfd-eec7-bd3d-e3b4-cf4ab5e298be, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.588361] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.588534] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.588941] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.588941] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.589130] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.589463] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007996ea-ed65-4e9b-9b53-aedb1fd65811 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.602029] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.602029] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.602350] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36da43ef-abf2-46ed-8f09-bb5df3ee4a7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.610758] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 696.610758] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523f4e5f-1e18-5f5d-8c55-8066b2a06815" [ 696.610758] env[69959]: _type = "Task" [ 696.610758] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.627827] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.631952] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523f4e5f-1e18-5f5d-8c55-8066b2a06815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.740596] env[69959]: DEBUG nova.objects.base [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.840113] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086278, 'name': ReconfigVM_Task, 'duration_secs': 0.236557} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.840476] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.846076] env[69959]: DEBUG nova.compute.manager [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Received event network-changed-2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.846076] env[69959]: DEBUG nova.compute.manager [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Refreshing instance network info cache due to event network-changed-2b1b6883-40be-42ea-9dad-446abdf3c863. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.846076] env[69959]: DEBUG oslo_concurrency.lockutils [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] Acquiring lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.846076] env[69959]: DEBUG oslo_concurrency.lockutils [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] Acquired lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.846076] env[69959]: DEBUG nova.network.neutron [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Refreshing network info cache for port 2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.064160] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.130439] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523f4e5f-1e18-5f5d-8c55-8066b2a06815, 'name': SearchDatastore_Task, 'duration_secs': 0.043945} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.134252] env[69959]: DEBUG oslo_vmware.api [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086277, 'name': PowerOnVM_Task, 'duration_secs': 0.639182} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.139778] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d870a2e-8124-44be-bcc5-50f01d9f705d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.142563] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.142802] env[69959]: INFO nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Took 10.23 seconds to spawn the instance on the hypervisor. [ 697.142989] env[69959]: DEBUG nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.146109] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9881ac3b-f4cf-40e5-9182-7982104326ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.153689] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 697.153689] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f5cfb-5422-5826-8e99-9a166907bfc5" [ 697.153689] env[69959]: _type = "Task" [ 697.153689] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.175409] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f5cfb-5422-5826-8e99-9a166907bfc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.350131] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.350482] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.350482] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.350635] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.350693] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.351305] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.353255] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.353643] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.354873] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.354873] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.354873] env[69959]: DEBUG nova.virt.hardware [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.364360] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 697.368101] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597a15d0-79e3-4486-9b75-6f15522c6404 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.382363] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a0f13-a27a-446a-8d47-ad3692d763ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.403084] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b4f44-18ee-4b86-a663-f3d09ef48ce7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.407831] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 697.407831] env[69959]: value = "task-4086280" [ 697.407831] env[69959]: _type = "Task" [ 697.407831] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.438738] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9f2011-d8d8-4581-af7e-e996245ca661 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.446170] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.452862] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d31d50-84de-4a62-aee9-21c13efb2ffe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.468062] env[69959]: DEBUG nova.compute.provider_tree [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.562451] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086279, 'name': ReconfigVM_Task, 'duration_secs': 0.542903} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.565367] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-d615d0db-6747-43ca-8d40-088309114594/volume-d615d0db-6747-43ca-8d40-088309114594.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.571114] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4837f8e0-9beb-4214-b634-251dfb59291c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.582017] env[69959]: DEBUG nova.network.neutron [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updated VIF entry in instance network info cache for port cd978350-31e5-456e-9d4e-1c209cee99a6. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.582374] env[69959]: DEBUG nova.network.neutron [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updating instance_info_cache with network_info: [{"id": "cd978350-31e5-456e-9d4e-1c209cee99a6", "address": "fa:16:3e:1e:41:b8", "network": {"id": "1bf318f7-c2ca-472a-a3b1-437ce20a0514", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1446602932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d40150a11f423d89f68a07e8fad386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd978350-31", "ovs_interfaceid": "cd978350-31e5-456e-9d4e-1c209cee99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.592268] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 697.592268] env[69959]: value = "task-4086281" [ 697.592268] env[69959]: _type = "Task" [ 697.592268] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.601946] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.665611] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f5cfb-5422-5826-8e99-9a166907bfc5, 'name': SearchDatastore_Task, 'duration_secs': 0.029422} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.665912] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.666204] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] cb557354-aef6-493d-b1a1-5a588e5f354a/cb557354-aef6-493d-b1a1-5a588e5f354a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.666588] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c1b2ceb-2e37-4ece-984a-8b1b7d084390 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.677591] env[69959]: INFO nova.compute.manager [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Took 34.44 seconds to build instance. [ 697.680538] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 697.680538] env[69959]: value = "task-4086282" [ 697.680538] env[69959]: _type = "Task" [ 697.680538] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.692763] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.827777] env[69959]: DEBUG nova.network.neutron [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Updating instance_info_cache with network_info: [{"id": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "address": "fa:16:3e:37:f7:db", "network": {"id": "db1c431b-b492-4881-a867-fe15a705d29b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-640873626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3a3fa6d97489b8363fabba0d6cc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8a7ed9-38", "ovs_interfaceid": "8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.919384] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086280, 'name': ReconfigVM_Task, 'duration_secs': 0.202555} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.919650] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.920505] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721059f-749f-43e5-b435-dc244109b84f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.926553] env[69959]: DEBUG nova.network.neutron [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Updated VIF entry in instance network info cache for port 2b1b6883-40be-42ea-9dad-446abdf3c863. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.926882] env[69959]: DEBUG nova.network.neutron [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Updating instance_info_cache with network_info: [{"id": "2b1b6883-40be-42ea-9dad-446abdf3c863", "address": "fa:16:3e:df:89:53", "network": {"id": "e89e9d02-3aeb-404a-bf2f-895762b96432", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1333313109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92e12d2e4eb4489a3651e79412393ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1b6883-40", "ovs_interfaceid": "2b1b6883-40be-42ea-9dad-446abdf3c863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.950019] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b/e51fd4e8-c2ba-46aa-8df2-2748bd45e53b.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.951346] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d64bcbb3-cb71-4258-8fd5-e434336b961f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.974871] env[69959]: DEBUG nova.scheduler.client.report [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.979048] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 697.979048] env[69959]: value = "task-4086283" [ 697.979048] env[69959]: _type = "Task" [ 697.979048] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.992117] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.087263] env[69959]: DEBUG oslo_concurrency.lockutils [req-46e5470f-97e4-4cdb-874a-fa24b949b53c req-965e4d31-6d38-4b63-859d-05ee939d1f57 service nova] Releasing lock "refresh_cache-94296ced-6adc-4f28-9c10-e23a8dd05464" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.105203] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086281, 'name': ReconfigVM_Task, 'duration_secs': 0.136201} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.105678] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809542', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'name': 'volume-d615d0db-6747-43ca-8d40-088309114594', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '989e07aa-00f8-48d4-8a6c-1ffbf153e66e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'serial': 'd615d0db-6747-43ca-8d40-088309114594'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 698.106342] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65382208-8275-4420-a9a6-e55e02ac65de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.116552] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 698.116552] env[69959]: value = "task-4086284" [ 698.116552] env[69959]: _type = "Task" [ 698.116552] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.128668] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086284, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.179794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6eb840f-0819-4632-91e9-8dd078dcff79 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.105s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.194073] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086282, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.331143] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Releasing lock "refresh_cache-bee65c60-c104-4523-9e3a-1e41ead05854" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.452217] env[69959]: DEBUG oslo_concurrency.lockutils [req-357aa202-e9cb-473e-8190-7a4ee90fd0ae req-e44b09e1-f32f-4d50-bbfc-6a8318b63152 service nova] Releasing lock "refresh_cache-5f010cf7-c829-4264-93ba-c0db09cf0c46" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.480794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.481638] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.484157] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.386s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.486162] env[69959]: INFO nova.compute.claims [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.503492] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086283, 'name': ReconfigVM_Task, 'duration_secs': 0.344658} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.503706] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b/e51fd4e8-c2ba-46aa-8df2-2748bd45e53b.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.503978] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.629919] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086284, 'name': Rename_Task, 'duration_secs': 0.289597} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.629919] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.629919] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d92cb1d-0014-4d6f-907d-51e19f6b2800 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.637949] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 698.637949] env[69959]: value = "task-4086286" [ 698.637949] env[69959]: _type = "Task" [ 698.637949] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.650036] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.685529] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.694100] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780227} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.694364] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] cb557354-aef6-493d-b1a1-5a588e5f354a/cb557354-aef6-493d-b1a1-5a588e5f354a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.694744] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.697451] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf9eabe-c9ef-4640-ac83-987b4331aae4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.702490] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 698.702490] env[69959]: value = "task-4086287" [ 698.702490] env[69959]: _type = "Task" [ 698.702490] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.714175] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.004752] env[69959]: DEBUG nova.compute.utils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.004752] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.004752] env[69959]: DEBUG nova.network.neutron [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.013646] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a72aed1-7e11-40a9-b1c4-323438944ea0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.052714] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ecd52e-144f-4f22-824c-601ece589d88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.086300] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.109336] env[69959]: DEBUG nova.policy [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efa359d18679493f801301cfc18f3c38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6bf3e48b0345b49e4c4cd034bad14e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.150886] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.222447] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075169} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.224261] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.224782] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.226145] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd48d9f-230c-43f9-b8a5-80abf089e738 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262930] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] cb557354-aef6-493d-b1a1-5a588e5f354a/cb557354-aef6-493d-b1a1-5a588e5f354a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.263274] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306bfc7e-f966-4184-b2ab-852c3ac870bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.287392] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 699.287392] env[69959]: value = "task-4086288" [ 699.287392] env[69959]: _type = "Task" [ 699.287392] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.296032] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.340992] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.341190] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86747a6e-0033-4c36-ab07-c9eecba5246c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350931] env[69959]: DEBUG oslo_vmware.api [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 699.350931] env[69959]: value = "task-4086289" [ 699.350931] env[69959]: _type = "Task" [ 699.350931] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.363550] env[69959]: DEBUG oslo_vmware.api [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.509845] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.585616] env[69959]: DEBUG nova.network.neutron [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Successfully created port: 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.653309] env[69959]: DEBUG oslo_vmware.api [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086286, 'name': PowerOnVM_Task, 'duration_secs': 0.892777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.653490] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.653623] env[69959]: INFO nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Took 8.03 seconds to spawn the instance on the hypervisor. [ 699.653813] env[69959]: DEBUG nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 699.657283] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1893bc5-b7f8-4701-8cfa-e178ae418201 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.689713] env[69959]: DEBUG nova.network.neutron [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Port 94c8ee95-b62d-4201-b79b-8de28242b84c binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 699.769447] env[69959]: DEBUG nova.compute.manager [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Received event network-changed-45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.769447] env[69959]: DEBUG nova.compute.manager [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Refreshing instance network info cache due to event network-changed-45bee8cd-809e-4170-b812-890af2dc3a5c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.769553] env[69959]: DEBUG oslo_concurrency.lockutils [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] Acquiring lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.769689] env[69959]: DEBUG oslo_concurrency.lockutils [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] Acquired lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.769859] env[69959]: DEBUG nova.network.neutron [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Refreshing network info cache for port 45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.806312] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.864042] env[69959]: DEBUG oslo_vmware.api [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.088246] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38590dba-b184-4c42-93b4-428624641e62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.097154] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636f4ce5-68b3-46d5-9752-2d4e0d0409d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.131941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0118b286-f9e1-4e92-bb42-254d9e78ead3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.142953] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afc6ac7-af33-4d2d-8b5f-0632b529297e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.160350] env[69959]: DEBUG nova.compute.provider_tree [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.188770] env[69959]: INFO nova.compute.manager [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Took 36.90 seconds to build instance. [ 700.297286] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086288, 'name': ReconfigVM_Task, 'duration_secs': 0.579152} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.297834] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] cb557354-aef6-493d-b1a1-5a588e5f354a/cb557354-aef6-493d-b1a1-5a588e5f354a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.298359] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f62e11ed-fb0a-4c1f-88c1-2f8e5410a70f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.306682] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 700.306682] env[69959]: value = "task-4086290" [ 700.306682] env[69959]: _type = "Task" [ 700.306682] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.319337] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086290, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.363272] env[69959]: DEBUG oslo_vmware.api [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086289, 'name': PowerOnVM_Task, 'duration_secs': 0.571646} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.363575] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.363788] env[69959]: DEBUG nova.compute.manager [None req-b85ea7b6-c2f5-44ea-8af5-2259a6fefb59 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.364576] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb111c-2aa0-4333-b261-11b2a6c07895 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.521831] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.549673] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.549906] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.550077] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.550265] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.550408] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.551087] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.551397] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.551576] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.551787] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.551973] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.552214] env[69959]: DEBUG nova.virt.hardware [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.556026] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a37a47-9888-4e96-9a33-483fadb5eec5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.562774] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b265bf2-f260-4afc-934e-ee16e533194c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.664032] env[69959]: DEBUG nova.scheduler.client.report [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.677201] env[69959]: DEBUG nova.network.neutron [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updated VIF entry in instance network info cache for port 45bee8cd-809e-4170-b812-890af2dc3a5c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.677638] env[69959]: DEBUG nova.network.neutron [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updating instance_info_cache with network_info: [{"id": "45bee8cd-809e-4170-b812-890af2dc3a5c", "address": "fa:16:3e:ec:35:5b", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bee8cd-80", "ovs_interfaceid": "45bee8cd-809e-4170-b812-890af2dc3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.689926] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.927s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.714959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.714959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.714959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.817174] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086290, 'name': Rename_Task, 'duration_secs': 0.288963} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.817599] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.817868] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d99ed6-565f-4752-bf3d-4d179cfaad45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.826761] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 700.826761] env[69959]: value = "task-4086291" [ 700.826761] env[69959]: _type = "Task" [ 700.826761] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.842741] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.168768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.169387] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.177140] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.450s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.177140] env[69959]: DEBUG nova.objects.instance [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lazy-loading 'resources' on Instance uuid d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.182361] env[69959]: DEBUG oslo_concurrency.lockutils [req-9f5cc2f1-49c7-4780-9994-44c042f2dbc6 req-d778df1f-4876-4a74-8d38-15cf3c333991 service nova] Releasing lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.193840] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.315355] env[69959]: DEBUG nova.network.neutron [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Successfully updated port: 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.343301] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.463827] env[69959]: DEBUG nova.compute.manager [req-001783ce-b824-408d-8151-1e1e9cf55284 req-722624e2-be24-4d9e-aeb0-22571fee6f10 service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Received event network-vif-plugged-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.465346] env[69959]: DEBUG oslo_concurrency.lockutils [req-001783ce-b824-408d-8151-1e1e9cf55284 req-722624e2-be24-4d9e-aeb0-22571fee6f10 service nova] Acquiring lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.465346] env[69959]: DEBUG oslo_concurrency.lockutils [req-001783ce-b824-408d-8151-1e1e9cf55284 req-722624e2-be24-4d9e-aeb0-22571fee6f10 service nova] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.465346] env[69959]: DEBUG oslo_concurrency.lockutils [req-001783ce-b824-408d-8151-1e1e9cf55284 req-722624e2-be24-4d9e-aeb0-22571fee6f10 service nova] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.465721] env[69959]: DEBUG nova.compute.manager [req-001783ce-b824-408d-8151-1e1e9cf55284 req-722624e2-be24-4d9e-aeb0-22571fee6f10 service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] No waiting events found dispatching network-vif-plugged-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.465998] env[69959]: WARNING nova.compute.manager [req-001783ce-b824-408d-8151-1e1e9cf55284 req-722624e2-be24-4d9e-aeb0-22571fee6f10 service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Received unexpected event network-vif-plugged-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 for instance with vm_state building and task_state spawning. [ 701.685219] env[69959]: DEBUG nova.compute.utils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.690412] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.690412] env[69959]: DEBUG nova.network.neutron [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.732849] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.746162] env[69959]: DEBUG nova.policy [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.819230] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.819431] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.819691] env[69959]: DEBUG nova.network.neutron [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.824028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "refresh_cache-edc30bb6-6257-4e62-8c00-f6169a4b31cc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.824028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired lock "refresh_cache-edc30bb6-6257-4e62-8c00-f6169a4b31cc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.824028] env[69959]: DEBUG nova.network.neutron [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.858971] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.150672] env[69959]: DEBUG nova.network.neutron [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Successfully created port: 53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.187848] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.331020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a691ce-d02a-4fe7-84b5-037c9d1b897b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.354633] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7191947f-2813-4929-9bda-5d0c7174e2f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.357171] env[69959]: DEBUG oslo_vmware.api [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086291, 'name': PowerOnVM_Task, 'duration_secs': 1.149148} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.357710] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.357710] env[69959]: INFO nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Took 6.96 seconds to spawn the instance on the hypervisor. [ 702.357846] env[69959]: DEBUG nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.360646] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb8b43-dd61-436d-a54e-6d31981877ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.364578] env[69959]: DEBUG nova.compute.manager [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Received event network-changed-45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.364765] env[69959]: DEBUG nova.compute.manager [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Refreshing instance network info cache due to event network-changed-45bee8cd-809e-4170-b812-890af2dc3a5c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.365095] env[69959]: DEBUG oslo_concurrency.lockutils [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] Acquiring lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.365181] env[69959]: DEBUG oslo_concurrency.lockutils [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] Acquired lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.365274] env[69959]: DEBUG nova.network.neutron [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Refreshing network info cache for port 45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.401967] env[69959]: DEBUG nova.network.neutron [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.405059] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a00aee-9cd2-48f9-ad23-9e751a54872a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.421543] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66541884-3245-4ab0-83ed-04ffb497336c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.438760] env[69959]: DEBUG nova.compute.provider_tree [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.679555] env[69959]: DEBUG nova.network.neutron [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Updating instance_info_cache with network_info: [{"id": "84cf5f2b-ca6a-403e-b930-ae0cd9f782c8", "address": "fa:16:3e:a9:4d:08", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cf5f2b-ca", "ovs_interfaceid": "84cf5f2b-ca6a-403e-b930-ae0cd9f782c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.775269] env[69959]: DEBUG nova.network.neutron [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updated VIF entry in instance network info cache for port 45bee8cd-809e-4170-b812-890af2dc3a5c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.775666] env[69959]: DEBUG nova.network.neutron [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updating instance_info_cache with network_info: [{"id": "45bee8cd-809e-4170-b812-890af2dc3a5c", "address": "fa:16:3e:ec:35:5b", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bee8cd-80", "ovs_interfaceid": "45bee8cd-809e-4170-b812-890af2dc3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.850325] env[69959]: DEBUG nova.network.neutron [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance_info_cache with network_info: [{"id": "94c8ee95-b62d-4201-b79b-8de28242b84c", "address": "fa:16:3e:b0:95:50", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c8ee95-b6", "ovs_interfaceid": "94c8ee95-b62d-4201-b79b-8de28242b84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.924874] env[69959]: INFO nova.compute.manager [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Took 36.40 seconds to build instance. [ 702.944998] env[69959]: DEBUG nova.scheduler.client.report [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.984812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "6468b8f3-ad85-4e14-acad-94ba367e2629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.984917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.183992] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Releasing lock "refresh_cache-edc30bb6-6257-4e62-8c00-f6169a4b31cc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.183992] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Instance network_info: |[{"id": "84cf5f2b-ca6a-403e-b930-ae0cd9f782c8", "address": "fa:16:3e:a9:4d:08", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cf5f2b-ca", "ovs_interfaceid": "84cf5f2b-ca6a-403e-b930-ae0cd9f782c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.184161] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:4d:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84cf5f2b-ca6a-403e-b930-ae0cd9f782c8', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.192321] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Creating folder: Project (aa6bf3e48b0345b49e4c4cd034bad14e). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.192737] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f1015a-ecb2-4211-a9ae-e98422fae668 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.200731] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.208318] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Created folder: Project (aa6bf3e48b0345b49e4c4cd034bad14e) in parent group-v809535. [ 703.209611] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Creating folder: Instances. Parent ref: group-v809599. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.210731] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ede835d-4a6b-44eb-a822-49315a4d5911 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.224281] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.224281] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.224447] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.224532] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.224684] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.224823] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.225173] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.225468] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.225734] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.225943] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.226200] env[69959]: DEBUG nova.virt.hardware [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.227471] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4046e2-5cac-48b4-8548-8411d7b1fd7d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.232185] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Created folder: Instances in parent group-v809599. [ 703.232185] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.233155] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.235113] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ae42d3c-83a0-4fb5-af3a-a9843b75eb8b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.253985] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd43eab3-b04d-4c33-90a0-91ead07332ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.259695] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.259695] env[69959]: value = "task-4086294" [ 703.259695] env[69959]: _type = "Task" [ 703.259695] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.277657] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086294, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.280608] env[69959]: DEBUG oslo_concurrency.lockutils [req-72640b33-5980-4248-a4f8-9ade7db09827 req-9bf5ddf2-860c-47de-85f0-c8316f3a4c51 service nova] Releasing lock "refresh_cache-b02c6408-c7ab-4f56-8d50-ef6392028b5a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.353026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.427490] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e291dd4-349e-4550-81c5-f48e935e1189 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "cb557354-aef6-493d-b1a1-5a588e5f354a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.089s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.452257] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.455131] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.549s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.456376] env[69959]: DEBUG nova.objects.instance [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 703.502066] env[69959]: INFO nova.scheduler.client.report [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Deleted allocations for instance d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2 [ 703.775633] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086294, 'name': CreateVM_Task, 'duration_secs': 0.448577} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.775891] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.777035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.778095] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.778227] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.778393] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79006b2e-c24b-40de-9936-0bd287f65247 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.786987] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 703.786987] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5216b0f7-7eb2-8636-db42-217acdba508c" [ 703.786987] env[69959]: _type = "Task" [ 703.786987] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.798200] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5216b0f7-7eb2-8636-db42-217acdba508c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.891021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a96603-94c6-4bb0-aa46-d80f4ad9824d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.915373] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fba5cc-94f5-4701-92c9-7617d764f8f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.925032] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.933039] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.954079] env[69959]: DEBUG nova.network.neutron [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Successfully updated port: 53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.981034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.981034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.012660] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77fe8609-4827-49cb-a867-04621a014b6a tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Lock "d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.145s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.301587] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5216b0f7-7eb2-8636-db42-217acdba508c, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.302016] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.302353] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.302697] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.302909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.303197] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.303562] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1195e05c-d393-4998-8ddc-a84339c8924d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.315087] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.316998] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.320975] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209454a6-7ebc-4e7b-8b79-dae3caf84c63 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.325158] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 704.325158] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ed56dd-e66b-50f3-681e-49f6ea2e31f2" [ 704.325158] env[69959]: _type = "Task" [ 704.325158] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.335947] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ed56dd-e66b-50f3-681e-49f6ea2e31f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.399028] env[69959]: DEBUG nova.compute.manager [None req-ddeb0bc8-251e-4ab1-bd5b-febe27d6c808 tempest-ServerDiagnosticsV248Test-489750757 tempest-ServerDiagnosticsV248Test-489750757-project-admin] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.399028] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a19fb0-ed71-4992-a0b3-9d8dd2d99fd6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.407250] env[69959]: INFO nova.compute.manager [None req-ddeb0bc8-251e-4ab1-bd5b-febe27d6c808 tempest-ServerDiagnosticsV248Test-489750757 tempest-ServerDiagnosticsV248Test-489750757-project-admin] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Retrieving diagnostics [ 704.408361] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df3e0d-7a89-48da-b19c-5fc26931fe46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.440502] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.446637] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8e673f-1632-4f44-ac89-4ad46468310d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.457018] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 704.457018] env[69959]: value = "task-4086295" [ 704.457018] env[69959]: _type = "Task" [ 704.457018] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.459787] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.461413] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.461738] env[69959]: DEBUG nova.network.neutron [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.470022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.472794] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.477987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2de29bd0-5bbb-45a7-a4a0-19a56fc0fa10 tempest-ServersAdmin275Test-2098807426 tempest-ServersAdmin275Test-2098807426-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.479610] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.104s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.481258] env[69959]: INFO nova.compute.claims [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.513927] env[69959]: DEBUG nova.compute.manager [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Received event network-changed-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.514141] env[69959]: DEBUG nova.compute.manager [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Refreshing instance network info cache due to event network-changed-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.514349] env[69959]: DEBUG oslo_concurrency.lockutils [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] Acquiring lock "refresh_cache-edc30bb6-6257-4e62-8c00-f6169a4b31cc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.514488] env[69959]: DEBUG oslo_concurrency.lockutils [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] Acquired lock "refresh_cache-edc30bb6-6257-4e62-8c00-f6169a4b31cc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.514648] env[69959]: DEBUG nova.network.neutron [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Refreshing network info cache for port 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.841457] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ed56dd-e66b-50f3-681e-49f6ea2e31f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.842510] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b6dc15-6aff-401e-ad08-201800e759c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.851580] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 704.851580] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527952b9-7440-cd49-1d75-72466693468a" [ 704.851580] env[69959]: _type = "Task" [ 704.851580] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.862350] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527952b9-7440-cd49-1d75-72466693468a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.976277] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.015417] env[69959]: DEBUG nova.network.neutron [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.230873] env[69959]: DEBUG nova.compute.manager [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Received event network-changed-4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.230873] env[69959]: DEBUG nova.compute.manager [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Refreshing instance network info cache due to event network-changed-4e246222-9568-42e6-95ad-291de72ac744. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.233967] env[69959]: DEBUG oslo_concurrency.lockutils [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] Acquiring lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.233967] env[69959]: DEBUG oslo_concurrency.lockutils [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] Acquired lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.233967] env[69959]: DEBUG nova.network.neutron [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Refreshing network info cache for port 4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.275209] env[69959]: DEBUG nova.network.neutron [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.366930] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527952b9-7440-cd49-1d75-72466693468a, 'name': SearchDatastore_Task, 'duration_secs': 0.014091} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.366930] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.366930] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] edc30bb6-6257-4e62-8c00-f6169a4b31cc/edc30bb6-6257-4e62-8c00-f6169a4b31cc.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.368053] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a91961f-ae9b-43cc-a8a4-ffc23c707a9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.377371] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 705.377371] env[69959]: value = "task-4086296" [ 705.377371] env[69959]: _type = "Task" [ 705.377371] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.390811] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.408687] env[69959]: DEBUG nova.network.neutron [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Updated VIF entry in instance network info cache for port 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.409528] env[69959]: DEBUG nova.network.neutron [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Updating instance_info_cache with network_info: [{"id": "84cf5f2b-ca6a-403e-b930-ae0cd9f782c8", "address": "fa:16:3e:a9:4d:08", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cf5f2b-ca", "ovs_interfaceid": "84cf5f2b-ca6a-403e-b930-ae0cd9f782c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.469594] env[69959]: DEBUG oslo_vmware.api [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086295, 'name': PowerOnVM_Task, 'duration_secs': 0.645819} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.470186] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.470419] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ca688fdf-b26c-4eeb-9fa8-60d9abd81b60 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance 'e51fd4e8-c2ba-46aa-8df2-2748bd45e53b' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.778534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.778933] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Instance network_info: |[{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.779777] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:78:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53c3f7be-75ff-4f77-a863-451d82192783', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.790271] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Creating folder: Project (d77b204f59a044099751534ac4b3488a). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.797392] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2353d19-77aa-49cf-9e39-232e52496e20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.811841] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Created folder: Project (d77b204f59a044099751534ac4b3488a) in parent group-v809535. [ 705.811914] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Creating folder: Instances. Parent ref: group-v809602. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.814830] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1312f79d-4fd0-4168-8b8e-6fc55193b789 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.826342] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Created folder: Instances in parent group-v809602. [ 705.826620] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.826831] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.827058] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3ef031-9479-42db-be51-528de227222a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.851269] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.851269] env[69959]: value = "task-4086299" [ 705.851269] env[69959]: _type = "Task" [ 705.851269] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.860227] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086299, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.891203] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.914631] env[69959]: DEBUG oslo_concurrency.lockutils [req-e685da58-50df-4c6e-8fed-65d50ec430a9 req-07e7fb14-1bd2-4a14-9f32-9b8693084c6e service nova] Releasing lock "refresh_cache-edc30bb6-6257-4e62-8c00-f6169a4b31cc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.193247] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2624e-de52-4d73-b890-4e4542295526 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.205154] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a479e207-f202-4356-b2ec-aad1911fc7e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.239389] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe7096-7823-4730-902d-eb3ef3287176 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.249746] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d484b8-afb2-4571-aacb-f0e84a0c10f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.265194] env[69959]: DEBUG nova.compute.provider_tree [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.359549] env[69959]: DEBUG nova.network.neutron [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updated VIF entry in instance network info cache for port 4e246222-9568-42e6-95ad-291de72ac744. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.359901] env[69959]: DEBUG nova.network.neutron [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updating instance_info_cache with network_info: [{"id": "4e246222-9568-42e6-95ad-291de72ac744", "address": "fa:16:3e:b8:1d:08", "network": {"id": "f9167af4-156d-402c-962b-e8613d95e27c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1962639941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b9bef2cd6143ec912f005afcd2ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e246222-95", "ovs_interfaceid": "4e246222-9568-42e6-95ad-291de72ac744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.365744] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086299, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.392062] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924053} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.392404] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] edc30bb6-6257-4e62-8c00-f6169a4b31cc/edc30bb6-6257-4e62-8c00-f6169a4b31cc.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.392647] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.392972] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48bee622-b24e-4fbb-85e1-78856594e801 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.401306] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 706.401306] env[69959]: value = "task-4086300" [ 706.401306] env[69959]: _type = "Task" [ 706.401306] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.413136] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.771917] env[69959]: DEBUG nova.scheduler.client.report [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.865184] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086299, 'name': CreateVM_Task, 'duration_secs': 0.626978} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.865800] env[69959]: DEBUG oslo_concurrency.lockutils [req-458f34de-3c33-4623-914e-8bc466f27e77 req-e9f8b593-b044-43cc-afd6-056e27df01e1 service nova] Releasing lock "refresh_cache-989e07aa-00f8-48d4-8a6c-1ffbf153e66e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.866178] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.867015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.867311] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.867879] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.868197] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45629f9e-3205-458f-af2e-036fa72ae21d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.876434] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 706.876434] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52be508f-1806-88e1-a242-d1f29450b896" [ 706.876434] env[69959]: _type = "Task" [ 706.876434] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.888539] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52be508f-1806-88e1-a242-d1f29450b896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.918018] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077772} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.918018] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.918018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae8558d-3f44-41d0-a839-aa59bbd7a98d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.944643] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] edc30bb6-6257-4e62-8c00-f6169a4b31cc/edc30bb6-6257-4e62-8c00-f6169a4b31cc.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.944908] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7504bcec-4751-45dd-b6e2-db7d3d4f2d33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.968301] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 706.968301] env[69959]: value = "task-4086301" [ 706.968301] env[69959]: _type = "Task" [ 706.968301] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.978020] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.120710] env[69959]: DEBUG nova.compute.manager [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-vif-plugged-53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.120932] env[69959]: DEBUG oslo_concurrency.lockutils [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.121160] env[69959]: DEBUG oslo_concurrency.lockutils [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.121330] env[69959]: DEBUG oslo_concurrency.lockutils [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.121497] env[69959]: DEBUG nova.compute.manager [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] No waiting events found dispatching network-vif-plugged-53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.121733] env[69959]: WARNING nova.compute.manager [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received unexpected event network-vif-plugged-53c3f7be-75ff-4f77-a863-451d82192783 for instance with vm_state building and task_state spawning. [ 707.121952] env[69959]: DEBUG nova.compute.manager [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-changed-53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.122312] env[69959]: DEBUG nova.compute.manager [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Refreshing instance network info cache due to event network-changed-53c3f7be-75ff-4f77-a863-451d82192783. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.122539] env[69959]: DEBUG oslo_concurrency.lockutils [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] Acquiring lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.122713] env[69959]: DEBUG oslo_concurrency.lockutils [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] Acquired lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.122984] env[69959]: DEBUG nova.network.neutron [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Refreshing network info cache for port 53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.277851] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.280259] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.284234] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.740s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.285015] env[69959]: DEBUG nova.objects.instance [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lazy-loading 'resources' on Instance uuid 91126fa6-9e98-4c41-917b-a2fc6ed3d9db {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.393717] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52be508f-1806-88e1-a242-d1f29450b896, 'name': SearchDatastore_Task, 'duration_secs': 0.027132} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.394091] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.394790] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.395098] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.395271] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.395471] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.395751] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52ada79a-20c4-4dc3-9721-d0416cc90f58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.410241] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.410241] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.410241] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630cbdcd-f448-49e3-994e-bd05321f4275 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.417506] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 707.417506] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5279a3b7-8c66-029f-172a-391322b46d08" [ 707.417506] env[69959]: _type = "Task" [ 707.417506] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.428480] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5279a3b7-8c66-029f-172a-391322b46d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.481808] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.549944] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.550438] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.794174] env[69959]: DEBUG nova.compute.utils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.798417] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.799075] env[69959]: DEBUG nova.network.neutron [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.864476] env[69959]: DEBUG nova.policy [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01bdca33b8024824a5e06b181d03c361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec5aa74ab84472c8ba78428aeec3889', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.944062] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5279a3b7-8c66-029f-172a-391322b46d08, 'name': SearchDatastore_Task, 'duration_secs': 0.013199} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.947880] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5179f6-b2bb-49c2-b316-1f670c7c0dce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.955048] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 707.955048] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529409e1-e048-91af-13a3-3438b47da27f" [ 707.955048] env[69959]: _type = "Task" [ 707.955048] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.970594] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529409e1-e048-91af-13a3-3438b47da27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.984717] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086301, 'name': ReconfigVM_Task, 'duration_secs': 0.647291} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.984717] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Reconfigured VM instance instance-00000014 to attach disk [datastore1] edc30bb6-6257-4e62-8c00-f6169a4b31cc/edc30bb6-6257-4e62-8c00-f6169a4b31cc.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.984717] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd209393-d94f-4bbe-b684-59fa5fbadf92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.993100] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 707.993100] env[69959]: value = "task-4086302" [ 707.993100] env[69959]: _type = "Task" [ 707.993100] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.004171] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086302, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.010926] env[69959]: DEBUG nova.network.neutron [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updated VIF entry in instance network info cache for port 53c3f7be-75ff-4f77-a863-451d82192783. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.011299] env[69959]: DEBUG nova.network.neutron [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.164339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.164586] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.164763] env[69959]: DEBUG nova.compute.manager [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Going to confirm migration 1 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 708.199121] env[69959]: DEBUG nova.network.neutron [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Successfully created port: 5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.298240] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.399116] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d90d09-0b36-48c4-ab7f-0592717e071e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.407075] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b82c3-023b-4cb1-b38b-1d13a9eb1cc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.440177] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b15e2dc-8626-4b90-97e1-739414edaa59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.450057] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0611d0-4157-4b2d-a24a-81517b579930 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.464037] env[69959]: DEBUG nova.compute.provider_tree [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.480124] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529409e1-e048-91af-13a3-3438b47da27f, 'name': SearchDatastore_Task, 'duration_secs': 0.043969} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.480943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.482127] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c9a3fe9a-ec34-4625-9571-3b708815ee1e/c9a3fe9a-ec34-4625-9571-3b708815ee1e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.482865] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1554839-da76-4cf2-a4ab-70d08a1ec40a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.493766] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 708.493766] env[69959]: value = "task-4086303" [ 708.493766] env[69959]: _type = "Task" [ 708.493766] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.512380] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086302, 'name': Rename_Task, 'duration_secs': 0.40223} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.517217] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.517955] env[69959]: DEBUG oslo_concurrency.lockutils [req-86a695dc-45b8-4baf-a5f0-48097d12a4fd req-226d6c5b-fb48-4ac9-ac0d-0e480f74f0d1 service nova] Releasing lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.518467] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.518768] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b0b5148-e345-4b4a-9028-23e53a1b272c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.526277] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 708.526277] env[69959]: value = "task-4086304" [ 708.526277] env[69959]: _type = "Task" [ 708.526277] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.541669] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.759914] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.760135] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.760301] env[69959]: DEBUG nova.network.neutron [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.760617] env[69959]: DEBUG nova.objects.instance [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lazy-loading 'info_cache' on Instance uuid e51fd4e8-c2ba-46aa-8df2-2748bd45e53b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.970779] env[69959]: DEBUG nova.scheduler.client.report [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.004839] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.037557] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.314678] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.353723] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.353723] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.353723] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.354159] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.354159] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.354159] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.354159] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.354159] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.354418] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.354418] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.354418] env[69959]: DEBUG nova.virt.hardware [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.354916] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb70ec8-7f6c-44b4-af81-16d65ccf2ea2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.364255] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29898b8-7c67-47b5-b7ec-b4039e613eed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.479100] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.481946] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.440s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.482168] env[69959]: DEBUG nova.objects.instance [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.505376] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976823} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.505774] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c9a3fe9a-ec34-4625-9571-3b708815ee1e/c9a3fe9a-ec34-4625-9571-3b708815ee1e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.505935] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.506123] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0710f4cb-6043-4576-ac0b-7aead7809fb4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.513108] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 709.513108] env[69959]: value = "task-4086305" [ 709.513108] env[69959]: _type = "Task" [ 709.513108] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.521183] env[69959]: INFO nova.scheduler.client.report [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Deleted allocations for instance 91126fa6-9e98-4c41-917b-a2fc6ed3d9db [ 709.526430] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.540816] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.800473] env[69959]: DEBUG nova.network.neutron [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Successfully updated port: 5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.862944] env[69959]: DEBUG nova.compute.manager [req-f23ac573-8afa-417f-a237-5ba15daf3be8 req-6f1551b3-8ca5-4f67-abde-ef92c055caed service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Received event network-vif-plugged-5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.863149] env[69959]: DEBUG oslo_concurrency.lockutils [req-f23ac573-8afa-417f-a237-5ba15daf3be8 req-6f1551b3-8ca5-4f67-abde-ef92c055caed service nova] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.863761] env[69959]: DEBUG oslo_concurrency.lockutils [req-f23ac573-8afa-417f-a237-5ba15daf3be8 req-6f1551b3-8ca5-4f67-abde-ef92c055caed service nova] Lock "821205fe-7909-41d0-83ce-6f711906093a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.864059] env[69959]: DEBUG oslo_concurrency.lockutils [req-f23ac573-8afa-417f-a237-5ba15daf3be8 req-6f1551b3-8ca5-4f67-abde-ef92c055caed service nova] Lock "821205fe-7909-41d0-83ce-6f711906093a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.864150] env[69959]: DEBUG nova.compute.manager [req-f23ac573-8afa-417f-a237-5ba15daf3be8 req-6f1551b3-8ca5-4f67-abde-ef92c055caed service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] No waiting events found dispatching network-vif-plugged-5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.864319] env[69959]: WARNING nova.compute.manager [req-f23ac573-8afa-417f-a237-5ba15daf3be8 req-6f1551b3-8ca5-4f67-abde-ef92c055caed service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Received unexpected event network-vif-plugged-5e7f4363-866f-4592-a5d4-6df9d038f0fd for instance with vm_state building and task_state spawning. [ 710.030570] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092468} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.030570] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.030570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f452fc57-4360-46d5-a465-29e57d1c8f66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.044689] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c0e2988-bd0b-4d99-82ff-75420dc29982 tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Lock "91126fa6-9e98-4c41-917b-a2fc6ed3d9db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.386s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.071340] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c9a3fe9a-ec34-4625-9571-3b708815ee1e/c9a3fe9a-ec34-4625-9571-3b708815ee1e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.071986] env[69959]: DEBUG oslo_vmware.api [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086304, 'name': PowerOnVM_Task, 'duration_secs': 1.172356} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.074616] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4a93e1-ce2f-4c6e-96ff-7b261054f9ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.089384] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.089599] env[69959]: INFO nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Took 9.57 seconds to spawn the instance on the hypervisor. [ 710.089789] env[69959]: DEBUG nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.090681] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62157b2-9e5d-48fd-b400-6c40a2378e16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.103140] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 710.103140] env[69959]: value = "task-4086306" [ 710.103140] env[69959]: _type = "Task" [ 710.103140] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.114632] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.303018] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.303195] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.303350] env[69959]: DEBUG nova.network.neutron [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.398842] env[69959]: DEBUG nova.network.neutron [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance_info_cache with network_info: [{"id": "94c8ee95-b62d-4201-b79b-8de28242b84c", "address": "fa:16:3e:b0:95:50", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c8ee95-b6", "ovs_interfaceid": "94c8ee95-b62d-4201-b79b-8de28242b84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.490947] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64ada248-f623-4872-821f-df7946a5970f tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.492684] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.796s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.493263] env[69959]: DEBUG nova.objects.instance [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lazy-loading 'resources' on Instance uuid ea45ff56-3dbd-4db3-a9bc-889800f28ede {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.621988] env[69959]: INFO nova.compute.manager [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Took 41.95 seconds to build instance. [ 710.632232] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.887396] env[69959]: DEBUG nova.network.neutron [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.902797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.902797] env[69959]: DEBUG nova.objects.instance [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lazy-loading 'migration_context' on Instance uuid e51fd4e8-c2ba-46aa-8df2-2748bd45e53b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.124942] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27b61f5e-43b6-4a62-85d7-c129173faa13 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.622s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.129772] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086306, 'name': ReconfigVM_Task, 'duration_secs': 0.833284} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.130182] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c9a3fe9a-ec34-4625-9571-3b708815ee1e/c9a3fe9a-ec34-4625-9571-3b708815ee1e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.130810] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7359632e-c510-48c6-8284-a8f2ca6caf42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.138304] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 711.138304] env[69959]: value = "task-4086307" [ 711.138304] env[69959]: _type = "Task" [ 711.138304] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.142573] env[69959]: DEBUG nova.network.neutron [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updating instance_info_cache with network_info: [{"id": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "address": "fa:16:3e:ec:43:04", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7f4363-86", "ovs_interfaceid": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.154689] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086307, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.408282] env[69959]: DEBUG nova.objects.base [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.409845] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cabf270-a1ab-48b4-83c6-cbf16a2486df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.435238] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a6cc5b-f289-4d26-921f-f5c2a0f84b88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.442360] env[69959]: DEBUG oslo_vmware.api [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 711.442360] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bc896b-8777-8adb-16ee-d63dc847ca82" [ 711.442360] env[69959]: _type = "Task" [ 711.442360] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.453099] env[69959]: DEBUG oslo_vmware.api [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bc896b-8777-8adb-16ee-d63dc847ca82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.599482] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd712ab2-b5ae-473b-9171-1d1d1bdc2060 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.611819] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1a1b2-5b86-4e72-a42a-87aa45a8908c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.648804] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.652450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Releasing lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.652742] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Instance network_info: |[{"id": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "address": "fa:16:3e:ec:43:04", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7f4363-86", "ovs_interfaceid": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.657406] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:43:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e7f4363-866f-4592-a5d4-6df9d038f0fd', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.665896] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Creating folder: Project (fec5aa74ab84472c8ba78428aeec3889). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.667135] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9601010-92ec-421a-a13b-2f2bc751ed18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.670891] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93320cec-0860-4279-9bdc-0f68ca6bf1ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.684160] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086307, 'name': Rename_Task, 'duration_secs': 0.294506} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.687556] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.688471] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d5b43c-17f7-46b7-8ac7-cd9e72ceb261 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.694266] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Created folder: Project (fec5aa74ab84472c8ba78428aeec3889) in parent group-v809535. [ 711.694266] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Creating folder: Instances. Parent ref: group-v809605. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.695244] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb40c6ff-db47-48f0-8f25-3e50388e6c39 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.699024] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd1b2252-9d59-40f4-a832-41ef3a6bef6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.703596] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "be5c5429-3f71-49c8-8585-b622a7f423a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.703821] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.717846] env[69959]: DEBUG nova.compute.provider_tree [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.721829] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Created folder: Instances in parent group-v809605. [ 711.722086] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.722337] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 711.722337] env[69959]: value = "task-4086309" [ 711.722337] env[69959]: _type = "Task" [ 711.722337] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.722752] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.723023] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c992581a-474d-4c3f-b764-d8426863a75d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.757721] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.759448] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.759448] env[69959]: value = "task-4086311" [ 711.759448] env[69959]: _type = "Task" [ 711.759448] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.770878] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086311, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.954478] env[69959]: DEBUG oslo_vmware.api [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bc896b-8777-8adb-16ee-d63dc847ca82, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.954478] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.096414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.096988] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.097103] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.097335] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.097582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.100200] env[69959]: INFO nova.compute.manager [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Terminating instance [ 712.178628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.224499] env[69959]: DEBUG nova.scheduler.client.report [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.238446] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.271897] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086311, 'name': CreateVM_Task, 'duration_secs': 0.448923} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.272100] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.272846] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.273059] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.273551] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.274152] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82771cd5-17fc-49b9-afb0-07d26e41600d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.282649] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 712.282649] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527ad180-7718-8bc3-c8ec-fea1f78de963" [ 712.282649] env[69959]: _type = "Task" [ 712.282649] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.295023] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527ad180-7718-8bc3-c8ec-fea1f78de963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.328515] env[69959]: DEBUG nova.compute.manager [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Received event network-changed-5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.328515] env[69959]: DEBUG nova.compute.manager [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Refreshing instance network info cache due to event network-changed-5e7f4363-866f-4592-a5d4-6df9d038f0fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.328580] env[69959]: DEBUG oslo_concurrency.lockutils [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] Acquiring lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328777] env[69959]: DEBUG oslo_concurrency.lockutils [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] Acquired lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.328965] env[69959]: DEBUG nova.network.neutron [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Refreshing network info cache for port 5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.609116] env[69959]: DEBUG nova.compute.manager [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.609116] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.609116] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1662d6f3-b0b6-4909-9515-7fee1d0f6567 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.618124] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.618124] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d227e2db-b009-4cb2-972b-e9626fcff58e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.626846] env[69959]: DEBUG oslo_vmware.api [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 712.626846] env[69959]: value = "task-4086312" [ 712.626846] env[69959]: _type = "Task" [ 712.626846] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.638194] env[69959]: DEBUG oslo_vmware.api [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.733825] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.736051] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.234s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.736292] env[69959]: DEBUG nova.objects.instance [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lazy-loading 'resources' on Instance uuid e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.746641] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.761037] env[69959]: INFO nova.scheduler.client.report [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Deleted allocations for instance ea45ff56-3dbd-4db3-a9bc-889800f28ede [ 712.799027] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527ad180-7718-8bc3-c8ec-fea1f78de963, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.799419] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.799716] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.800037] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.800241] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.801129] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.801129] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68dbb02-f93e-42b5-9821-72976fc08a00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.812698] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.812932] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.813717] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d7a379-5a3c-488c-b6b9-1d7a0072912f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.824037] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 712.824037] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bfab8a-3626-91e9-d36e-2f071d644dcd" [ 712.824037] env[69959]: _type = "Task" [ 712.824037] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.838693] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bfab8a-3626-91e9-d36e-2f071d644dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.925825] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "b3b002b6-4835-4e08-b66c-6185be72dd66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.926074] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.141576] env[69959]: DEBUG oslo_vmware.api [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086312, 'name': PowerOffVM_Task, 'duration_secs': 0.327402} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.141887] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.142068] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.142436] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90389f56-e902-46aa-a4e2-936fb9e96662 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.228471] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.228838] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.229115] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleting the datastore file [datastore2] 2d37ccad-5d6d-43c7-a428-7be96b6fd625 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.229512] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe5df4df-a38f-40ed-aa54-2f5583f58e28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.245645] env[69959]: DEBUG oslo_vmware.api [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086309, 'name': PowerOnVM_Task, 'duration_secs': 1.21569} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.247224] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.247451] env[69959]: INFO nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Took 10.05 seconds to spawn the instance on the hypervisor. [ 713.247637] env[69959]: DEBUG nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.248129] env[69959]: DEBUG oslo_vmware.api [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 713.248129] env[69959]: value = "task-4086314" [ 713.248129] env[69959]: _type = "Task" [ 713.248129] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.248904] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df08f92-2b46-4da4-8c8b-c12d6cae8917 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.263120] env[69959]: DEBUG oslo_vmware.api [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.270402] env[69959]: DEBUG nova.network.neutron [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updated VIF entry in instance network info cache for port 5e7f4363-866f-4592-a5d4-6df9d038f0fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.270744] env[69959]: DEBUG nova.network.neutron [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updating instance_info_cache with network_info: [{"id": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "address": "fa:16:3e:ec:43:04", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7f4363-86", "ovs_interfaceid": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.281567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-338b24d1-6e55-4232-b7b5-e23884f06101 tempest-ServersAdmin275Test-1273749351 tempest-ServersAdmin275Test-1273749351-project-member] Lock "ea45ff56-3dbd-4db3-a9bc-889800f28ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.343433] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bfab8a-3626-91e9-d36e-2f071d644dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.022482} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.347311] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a8f5d9-d763-4b54-9623-34c0c823ec8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.354850] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 713.354850] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520a74a6-c403-9e76-94b0-bf95b1481373" [ 713.354850] env[69959]: _type = "Task" [ 713.354850] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.370533] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520a74a6-c403-9e76-94b0-bf95b1481373, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.370716] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.371045] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 821205fe-7909-41d0-83ce-6f711906093a/821205fe-7909-41d0-83ce-6f711906093a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.371496] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b33f8e3-1572-4302-bf68-eb0e7291611b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.380604] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 713.380604] env[69959]: value = "task-4086315" [ 713.380604] env[69959]: _type = "Task" [ 713.380604] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.390649] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.763745] env[69959]: DEBUG oslo_vmware.api [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248869} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.764137] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.764329] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.764549] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.764689] env[69959]: INFO nova.compute.manager [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Took 1.16 seconds to destroy the instance on the hypervisor. [ 713.764944] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.765167] env[69959]: DEBUG nova.compute.manager [-] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.765265] env[69959]: DEBUG nova.network.neutron [-] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.783337] env[69959]: DEBUG oslo_concurrency.lockutils [req-c69d5a59-4eb7-41c2-a5d2-22dc2a22d7c8 req-bf3f6c58-7dec-47f7-982a-98d4e0db8c5b service nova] Releasing lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.794716] env[69959]: INFO nova.compute.manager [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Took 43.73 seconds to build instance. [ 713.910029] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086315, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.920337] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c3982-e7f7-404a-844d-4b2b29b17674 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.935110] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb187da-977e-4dce-872a-17e34b58bfc4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.999699] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124e96b0-3d62-4cbc-8473-836a1928463c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.015495] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fadf20-99f6-4d1b-9713-d2700a47964d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.030624] env[69959]: DEBUG nova.compute.provider_tree [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.296346] env[69959]: DEBUG nova.compute.manager [req-77d2ba56-810e-4463-8afe-6d7e554a05be req-40897613-bebd-4e1f-8bc3-b557595f1cb8 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Received event network-vif-deleted-02684de3-a225-4b14-9313-7d2abdd06f4c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.296540] env[69959]: INFO nova.compute.manager [req-77d2ba56-810e-4463-8afe-6d7e554a05be req-40897613-bebd-4e1f-8bc3-b557595f1cb8 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Neutron deleted interface 02684de3-a225-4b14-9313-7d2abdd06f4c; detaching it from the instance and deleting it from the info cache [ 714.296708] env[69959]: DEBUG nova.network.neutron [req-77d2ba56-810e-4463-8afe-6d7e554a05be req-40897613-bebd-4e1f-8bc3-b557595f1cb8 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.299769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-70d3111c-de30-43fa-856e-dc6e7af0ca95 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.522s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.392860] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73107} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.393175] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 821205fe-7909-41d0-83ce-6f711906093a/821205fe-7909-41d0-83ce-6f711906093a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.393389] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.393669] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a05a4013-13da-464e-b792-d3975f9b43f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.403051] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 714.403051] env[69959]: value = "task-4086316" [ 714.403051] env[69959]: _type = "Task" [ 714.403051] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.414973] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.534817] env[69959]: DEBUG nova.scheduler.client.report [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.660046] env[69959]: DEBUG nova.network.neutron [-] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.800606] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e40872b-7dfe-43cd-89f0-d81e680753c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.802992] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.816731] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b375e-bf7c-4003-864d-70ce4495294c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.861185] env[69959]: DEBUG nova.compute.manager [req-77d2ba56-810e-4463-8afe-6d7e554a05be req-40897613-bebd-4e1f-8bc3-b557595f1cb8 service nova] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Detach interface failed, port_id=02684de3-a225-4b14-9313-7d2abdd06f4c, reason: Instance 2d37ccad-5d6d-43c7-a428-7be96b6fd625 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 714.916125] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078005} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.916477] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.917324] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df9295-4e9b-4a9b-b658-c772dc28a34a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.947887] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 821205fe-7909-41d0-83ce-6f711906093a/821205fe-7909-41d0-83ce-6f711906093a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.948372] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e9b670-da83-471b-8666-1483fa77ee84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.971695] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 714.971695] env[69959]: value = "task-4086317" [ 714.971695] env[69959]: _type = "Task" [ 714.971695] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.978405] env[69959]: DEBUG nova.compute.manager [None req-478b0720-769e-488a-a867-2ca9af26e360 tempest-ServerDiagnosticsV248Test-489750757 tempest-ServerDiagnosticsV248Test-489750757-project-admin] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.978405] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ef7409-531e-4cf0-9162-de548d6cb58e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.985104] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.990261] env[69959]: INFO nova.compute.manager [None req-478b0720-769e-488a-a867-2ca9af26e360 tempest-ServerDiagnosticsV248Test-489750757 tempest-ServerDiagnosticsV248Test-489750757-project-admin] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Retrieving diagnostics [ 714.991139] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bcb4f1-9667-416c-898a-3861cfe0368b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.042468] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.044905] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.271s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.046494] env[69959]: INFO nova.compute.claims [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.082648] env[69959]: INFO nova.scheduler.client.report [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Deleted allocations for instance e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e [ 715.165219] env[69959]: INFO nova.compute.manager [-] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Took 1.40 seconds to deallocate network for instance. [ 715.340202] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.487904] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086317, 'name': ReconfigVM_Task, 'duration_secs': 0.503928} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.488500] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 821205fe-7909-41d0-83ce-6f711906093a/821205fe-7909-41d0-83ce-6f711906093a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.489091] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-631ce48d-ff83-4802-a0d1-3fad244fcef1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.500223] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 715.500223] env[69959]: value = "task-4086318" [ 715.500223] env[69959]: _type = "Task" [ 715.500223] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.515473] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086318, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.593640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fb21aa63-537e-4862-b848-4af29d5018e7 tempest-ServerShowV257Test-1936580993 tempest-ServerShowV257Test-1936580993-project-member] Lock "e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.402s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.673465] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.017679] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086318, 'name': Rename_Task, 'duration_secs': 0.468601} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.023784] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.023784] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45017ef7-35b4-49c0-8297-7ef3fb670521 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.033022] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 716.033022] env[69959]: value = "task-4086319" [ 716.033022] env[69959]: _type = "Task" [ 716.033022] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.043142] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.394955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "cb557354-aef6-493d-b1a1-5a588e5f354a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.395288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "cb557354-aef6-493d-b1a1-5a588e5f354a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.395487] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "cb557354-aef6-493d-b1a1-5a588e5f354a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.395796] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "cb557354-aef6-493d-b1a1-5a588e5f354a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.396000] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "cb557354-aef6-493d-b1a1-5a588e5f354a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.398234] env[69959]: INFO nova.compute.manager [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Terminating instance [ 716.543782] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.683184] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d05923-d99e-4f84-81ed-490cf38ac7c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.696251] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e22ae-e755-4466-bf3e-7631984170dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.738581] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2264ea-2bba-4779-ae89-f963fb786f7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.747611] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa992eee-e6f7-401b-b5a4-2129a3d4b2b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.763031] env[69959]: DEBUG nova.compute.provider_tree [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.794967] env[69959]: DEBUG nova.compute.manager [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-changed-53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.795192] env[69959]: DEBUG nova.compute.manager [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Refreshing instance network info cache due to event network-changed-53c3f7be-75ff-4f77-a863-451d82192783. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.795407] env[69959]: DEBUG oslo_concurrency.lockutils [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] Acquiring lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.795549] env[69959]: DEBUG oslo_concurrency.lockutils [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] Acquired lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.795846] env[69959]: DEBUG nova.network.neutron [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Refreshing network info cache for port 53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.907329] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "refresh_cache-cb557354-aef6-493d-b1a1-5a588e5f354a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.907329] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquired lock "refresh_cache-cb557354-aef6-493d-b1a1-5a588e5f354a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.907329] env[69959]: DEBUG nova.network.neutron [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.050105] env[69959]: DEBUG oslo_vmware.api [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086319, 'name': PowerOnVM_Task, 'duration_secs': 0.824965} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.050105] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.050105] env[69959]: INFO nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Took 7.73 seconds to spawn the instance on the hypervisor. [ 717.050105] env[69959]: DEBUG nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.050406] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8672651f-578f-4e0d-8b75-34862d838c3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.267101] env[69959]: DEBUG nova.scheduler.client.report [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.434766] env[69959]: DEBUG nova.network.neutron [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.522873] env[69959]: DEBUG nova.network.neutron [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.572843] env[69959]: INFO nova.compute.manager [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Took 42.23 seconds to build instance. [ 717.773345] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.773930] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.777449] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.279s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.778295] env[69959]: INFO nova.compute.claims [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.935082] env[69959]: DEBUG nova.network.neutron [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updated VIF entry in instance network info cache for port 53c3f7be-75ff-4f77-a863-451d82192783. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.935456] env[69959]: DEBUG nova.network.neutron [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.024906] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Releasing lock "refresh_cache-cb557354-aef6-493d-b1a1-5a588e5f354a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.025379] env[69959]: DEBUG nova.compute.manager [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.025584] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.026588] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f1766a-2521-42e4-a755-348046fe7ab7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.034999] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.035254] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44837f9-9ae3-4e62-bd91-23e78e7197ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.042207] env[69959]: DEBUG oslo_vmware.api [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 718.042207] env[69959]: value = "task-4086320" [ 718.042207] env[69959]: _type = "Task" [ 718.042207] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.051698] env[69959]: DEBUG oslo_vmware.api [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.075465] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f4dead3-3c65-48c5-bc46-4a72395468c0 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.033s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.282401] env[69959]: DEBUG nova.compute.utils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.287545] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.287733] env[69959]: DEBUG nova.network.neutron [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.412062] env[69959]: DEBUG nova.policy [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebc692fd3584afbad3c4e0bdfc6658c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cd1b83714e34525a8e0b8f7c17ef58d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.441885] env[69959]: DEBUG oslo_concurrency.lockutils [req-f30e1bb7-5a98-4c94-b69f-0ace6530a9ea req-51a50e11-8ff3-44c6-b9de-95eb86863f29 service nova] Releasing lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.555275] env[69959]: DEBUG oslo_vmware.api [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086320, 'name': PowerOffVM_Task, 'duration_secs': 0.169115} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.555543] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.555728] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.555994] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7e2c453-5110-410b-811a-37f2065c7c6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.579114] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.584939] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.585164] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.585344] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Deleting the datastore file [datastore2] cb557354-aef6-493d-b1a1-5a588e5f354a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.585629] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cbb9c7-840a-412b-b781-913677ac6637 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.593897] env[69959]: DEBUG oslo_vmware.api [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for the task: (returnval){ [ 718.593897] env[69959]: value = "task-4086322" [ 718.593897] env[69959]: _type = "Task" [ 718.593897] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.604487] env[69959]: DEBUG oslo_vmware.api [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.788349] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.111315] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.111315] env[69959]: DEBUG oslo_vmware.api [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Task: {'id': task-4086322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110698} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.111315] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.111315] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.111315] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.111815] env[69959]: INFO nova.compute.manager [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 719.111815] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.111815] env[69959]: DEBUG nova.compute.manager [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.111815] env[69959]: DEBUG nova.network.neutron [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.123695] env[69959]: DEBUG nova.compute.manager [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Received event network-changed-5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.123999] env[69959]: DEBUG nova.compute.manager [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Refreshing instance network info cache due to event network-changed-5e7f4363-866f-4592-a5d4-6df9d038f0fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.124800] env[69959]: DEBUG oslo_concurrency.lockutils [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] Acquiring lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.124800] env[69959]: DEBUG oslo_concurrency.lockutils [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] Acquired lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.124800] env[69959]: DEBUG nova.network.neutron [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Refreshing network info cache for port 5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.132974] env[69959]: DEBUG nova.network.neutron [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.480675] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9f900-c5d9-4ba0-bdab-575d5cc2b062 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.490399] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee1d288-4493-4db0-b036-134b6413c4fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.534334] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b046b897-ad6b-4dc0-aa1c-b42706265725 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.542913] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa2ed8-405f-43cb-a4c4-e2bb68ece79f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.559460] env[69959]: DEBUG nova.compute.provider_tree [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.563636] env[69959]: DEBUG nova.network.neutron [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Successfully created port: d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.636699] env[69959]: DEBUG nova.network.neutron [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.805259] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.835863] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.836504] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.836817] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.837149] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.837458] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.838055] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.838055] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.838303] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.840020] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.840020] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.840020] env[69959]: DEBUG nova.virt.hardware [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.840322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51860032-6131-425a-9b3a-dc761d3c3cdb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.855750] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094c885-d9a4-404e-a52e-202c90518b48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.021153] env[69959]: DEBUG nova.network.neutron [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updated VIF entry in instance network info cache for port 5e7f4363-866f-4592-a5d4-6df9d038f0fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.021153] env[69959]: DEBUG nova.network.neutron [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updating instance_info_cache with network_info: [{"id": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "address": "fa:16:3e:ec:43:04", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7f4363-86", "ovs_interfaceid": "5e7f4363-866f-4592-a5d4-6df9d038f0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.071272] env[69959]: DEBUG nova.scheduler.client.report [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.139934] env[69959]: INFO nova.compute.manager [-] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Took 1.03 seconds to deallocate network for instance. [ 720.530239] env[69959]: DEBUG oslo_concurrency.lockutils [req-3267e4c3-a7d4-4d96-97dd-8d11a9847ca3 req-74001e20-784e-41a5-ad2a-3c8a76b8565d service nova] Releasing lock "refresh_cache-821205fe-7909-41d0-83ce-6f711906093a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.581558] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.581558] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.583359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.187s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.583571] env[69959]: DEBUG nova.objects.instance [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lazy-loading 'resources' on Instance uuid 2c5c2005-452b-40bf-adcf-b1765600702b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.647841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.904908] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.904908] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.087943] env[69959]: DEBUG nova.compute.utils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.092442] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.092442] env[69959]: DEBUG nova.network.neutron [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.396558] env[69959]: DEBUG nova.policy [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ec8259a4f74402ca704d852c5d3119c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28bf4ae6502d4c6e921e06b8a2cbc2cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.593217] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.605306] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "81bf191a-8bd1-4e58-a172-7663063d4c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.605525] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.738263] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2187ddd2-2a78-47e9-bf0e-1f0adeecb7d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.747197] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06f48a-6e90-4c1d-b8a7-89e926205444 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.781813] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7648b-30e9-48d5-8af2-b492267dc8d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.790721] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae5495-961f-4d01-bf69-721e2bd7f8ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.807249] env[69959]: DEBUG nova.compute.provider_tree [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.883989] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.884630] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.943213] env[69959]: DEBUG nova.network.neutron [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Successfully created port: 3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.205199] env[69959]: DEBUG nova.network.neutron [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Successfully updated port: d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.215842] env[69959]: DEBUG nova.compute.manager [req-12aeb6bd-e04d-420b-bfbc-d560e45a8c80 req-45612883-fa50-42a0-94fd-b6feb72b063c service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received event network-vif-plugged-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.216042] env[69959]: DEBUG oslo_concurrency.lockutils [req-12aeb6bd-e04d-420b-bfbc-d560e45a8c80 req-45612883-fa50-42a0-94fd-b6feb72b063c service nova] Acquiring lock "852d306a-2d59-45dc-8d7b-695084a42bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.216666] env[69959]: DEBUG oslo_concurrency.lockutils [req-12aeb6bd-e04d-420b-bfbc-d560e45a8c80 req-45612883-fa50-42a0-94fd-b6feb72b063c service nova] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.216666] env[69959]: DEBUG oslo_concurrency.lockutils [req-12aeb6bd-e04d-420b-bfbc-d560e45a8c80 req-45612883-fa50-42a0-94fd-b6feb72b063c service nova] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.216666] env[69959]: DEBUG nova.compute.manager [req-12aeb6bd-e04d-420b-bfbc-d560e45a8c80 req-45612883-fa50-42a0-94fd-b6feb72b063c service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] No waiting events found dispatching network-vif-plugged-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 722.217934] env[69959]: WARNING nova.compute.manager [req-12aeb6bd-e04d-420b-bfbc-d560e45a8c80 req-45612883-fa50-42a0-94fd-b6feb72b063c service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received unexpected event network-vif-plugged-d4060aa1-a372-4f98-847b-df2bf6969611 for instance with vm_state building and task_state spawning. [ 722.311531] env[69959]: DEBUG nova.scheduler.client.report [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.608835] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.634923] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.635184] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.635341] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.635521] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.635667] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.635814] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.636029] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.636190] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.636397] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.636562] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.636730] env[69959]: DEBUG nova.virt.hardware [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.638533] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac89662-ca7e-47c8-bab4-7b8b1b0ebea6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.647030] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406946dc-dbdb-4259-8011-c64b5e945590 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.712620] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.712783] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.712956] env[69959]: DEBUG nova.network.neutron [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.821138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.824826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.847s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.832279] env[69959]: INFO nova.compute.claims [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.853763] env[69959]: INFO nova.scheduler.client.report [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Deleted allocations for instance 2c5c2005-452b-40bf-adcf-b1765600702b [ 723.275550] env[69959]: DEBUG nova.network.neutron [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.366944] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Lock "2c5c2005-452b-40bf-adcf-b1765600702b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.039s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.577249] env[69959]: DEBUG nova.network.neutron [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.611230] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.611561] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.709174] env[69959]: DEBUG nova.network.neutron [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Successfully updated port: 3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.785944] env[69959]: DEBUG nova.compute.manager [req-a6a89ad7-a633-482d-93c0-c3d79df01602 req-8d38e6d2-93b1-44f1-a6c1-26fc31c69c36 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Received event network-vif-plugged-3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.786137] env[69959]: DEBUG oslo_concurrency.lockutils [req-a6a89ad7-a633-482d-93c0-c3d79df01602 req-8d38e6d2-93b1-44f1-a6c1-26fc31c69c36 service nova] Acquiring lock "7b977ddd-db1f-49dc-aa2b-13559e67e932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.786371] env[69959]: DEBUG oslo_concurrency.lockutils [req-a6a89ad7-a633-482d-93c0-c3d79df01602 req-8d38e6d2-93b1-44f1-a6c1-26fc31c69c36 service nova] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.786555] env[69959]: DEBUG oslo_concurrency.lockutils [req-a6a89ad7-a633-482d-93c0-c3d79df01602 req-8d38e6d2-93b1-44f1-a6c1-26fc31c69c36 service nova] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.786695] env[69959]: DEBUG nova.compute.manager [req-a6a89ad7-a633-482d-93c0-c3d79df01602 req-8d38e6d2-93b1-44f1-a6c1-26fc31c69c36 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] No waiting events found dispatching network-vif-plugged-3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.786854] env[69959]: WARNING nova.compute.manager [req-a6a89ad7-a633-482d-93c0-c3d79df01602 req-8d38e6d2-93b1-44f1-a6c1-26fc31c69c36 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Received unexpected event network-vif-plugged-3429663c-5cbc-4095-86c8-919b1b553b42 for instance with vm_state building and task_state spawning. [ 724.081334] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.081827] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Instance network_info: |[{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.083665] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:18:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4060aa1-a372-4f98-847b-df2bf6969611', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.097399] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Creating folder: Project (7cd1b83714e34525a8e0b8f7c17ef58d). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.098027] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eff7a0b7-d704-4d98-9cfe-63564d5e6f54 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.120757] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Created folder: Project (7cd1b83714e34525a8e0b8f7c17ef58d) in parent group-v809535. [ 724.120905] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Creating folder: Instances. Parent ref: group-v809608. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.121184] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4cc725f-fbae-45eb-9198-ef997c1be8a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.135070] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Created folder: Instances in parent group-v809608. [ 724.136317] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.136317] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.136317] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a9e283-22b0-4130-9b13-4b716c49082e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.165589] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.165589] env[69959]: value = "task-4086325" [ 724.165589] env[69959]: _type = "Task" [ 724.165589] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.178335] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086325, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.212587] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212872] env[69959]: DEBUG nova.network.neutron [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.346071] env[69959]: DEBUG nova.compute.manager [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.346338] env[69959]: DEBUG nova.compute.manager [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing instance network info cache due to event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.346577] env[69959]: DEBUG oslo_concurrency.lockutils [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.346718] env[69959]: DEBUG oslo_concurrency.lockutils [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.346875] env[69959]: DEBUG nova.network.neutron [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.529899] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65631796-fe8e-4493-beeb-0d18427d71fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.539541] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39976256-0120-4811-a961-a3312cb838c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.579544] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec33be5-47c0-464c-b4ee-477d10e3f359 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.588566] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d90875-3740-45ef-bd61-325b5836c5e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.608135] env[69959]: DEBUG nova.compute.provider_tree [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.678916] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086325, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.783178] env[69959]: DEBUG nova.network.neutron [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.047203] env[69959]: DEBUG nova.network.neutron [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Updating instance_info_cache with network_info: [{"id": "3429663c-5cbc-4095-86c8-919b1b553b42", "address": "fa:16:3e:f7:bd:5c", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3429663c-5c", "ovs_interfaceid": "3429663c-5cbc-4095-86c8-919b1b553b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.114742] env[69959]: DEBUG nova.scheduler.client.report [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.183548] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086325, 'name': CreateVM_Task, 'duration_secs': 0.761757} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.183763] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.184634] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.184883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.185163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.186446] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a746dbad-d1a5-422e-b11e-478e44c2def8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.194803] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 725.194803] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5b553-4547-7ecf-ddbe-a88578a5ac18" [ 725.194803] env[69959]: _type = "Task" [ 725.194803] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.212946] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5b553-4547-7ecf-ddbe-a88578a5ac18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.228921] env[69959]: DEBUG nova.network.neutron [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updated VIF entry in instance network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.228921] env[69959]: DEBUG nova.network.neutron [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.551691] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.551691] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Instance network_info: |[{"id": "3429663c-5cbc-4095-86c8-919b1b553b42", "address": "fa:16:3e:f7:bd:5c", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3429663c-5c", "ovs_interfaceid": "3429663c-5cbc-4095-86c8-919b1b553b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.552188] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bd:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3429663c-5cbc-4095-86c8-919b1b553b42', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.563751] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Creating folder: Project (28bf4ae6502d4c6e921e06b8a2cbc2cc). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.564088] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19516e66-a867-4dc2-96c2-e760f6b39ed8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.577595] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Created folder: Project (28bf4ae6502d4c6e921e06b8a2cbc2cc) in parent group-v809535. [ 725.578099] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Creating folder: Instances. Parent ref: group-v809611. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.578186] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b22134eb-b68d-43b0-b141-b8f5a9e14236 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.590068] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Created folder: Instances in parent group-v809611. [ 725.590068] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.590068] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.590262] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c01f65b-9fa4-4ab3-b9db-5f42fbb0e195 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.614023] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.614023] env[69959]: value = "task-4086328" [ 725.614023] env[69959]: _type = "Task" [ 725.614023] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.625325] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.625882] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.628648] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086328, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.629036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.594s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.633494] env[69959]: INFO nova.compute.claims [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.710976] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5b553-4547-7ecf-ddbe-a88578a5ac18, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.711427] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.711572] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.711819] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.711969] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.712174] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.712474] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f8daae-34af-4b83-bedd-333d5ba98efe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.733238] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.733449] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.734224] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda74888-ba40-43b4-b40e-9c300f419352 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.738192] env[69959]: DEBUG oslo_concurrency.lockutils [req-8db42318-8d41-408a-bf90-20a799ee662c req-e132af78-bb3f-4e34-8c1c-b42664dc1e72 service nova] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.742679] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 725.742679] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5246c8ca-fca5-933b-5a54-af9a172e20fc" [ 725.742679] env[69959]: _type = "Task" [ 725.742679] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.752981] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5246c8ca-fca5-933b-5a54-af9a172e20fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.813247] env[69959]: DEBUG nova.compute.manager [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Received event network-changed-3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.813485] env[69959]: DEBUG nova.compute.manager [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Refreshing instance network info cache due to event network-changed-3429663c-5cbc-4095-86c8-919b1b553b42. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.813665] env[69959]: DEBUG oslo_concurrency.lockutils [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] Acquiring lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.813766] env[69959]: DEBUG oslo_concurrency.lockutils [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] Acquired lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.814076] env[69959]: DEBUG nova.network.neutron [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Refreshing network info cache for port 3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.124444] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086328, 'name': CreateVM_Task, 'duration_secs': 0.38761} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.124630] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.125506] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.125741] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.126855] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.126855] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3fbdf3-098b-4a25-b6dc-70be6b7c9150 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132274] env[69959]: DEBUG nova.compute.utils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.135894] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.136253] env[69959]: DEBUG nova.network.neutron [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.140730] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 726.140730] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a89f4a-fcfd-9fd7-707a-8d5f2f721d37" [ 726.140730] env[69959]: _type = "Task" [ 726.140730] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.154059] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a89f4a-fcfd-9fd7-707a-8d5f2f721d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.181304] env[69959]: DEBUG nova.policy [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd6278b54b34717915aaa45678df357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc40e04316842d0b22f50e5f55b4913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.993545] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.006041] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5246c8ca-fca5-933b-5a54-af9a172e20fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.011330] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a89f4a-fcfd-9fd7-707a-8d5f2f721d37, 'name': SearchDatastore_Task, 'duration_secs': 0.024016} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.011570] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9b95be-a69e-4f4c-80d8-47dd2f30fe5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.014197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.014440] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.014652] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.019400] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 727.019400] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5250ed3f-b5af-d9a3-8520-9a760380b256" [ 727.019400] env[69959]: _type = "Task" [ 727.019400] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.030734] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5250ed3f-b5af-d9a3-8520-9a760380b256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.190332] env[69959]: DEBUG nova.network.neutron [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Successfully created port: 10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.366843] env[69959]: DEBUG nova.network.neutron [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Updated VIF entry in instance network info cache for port 3429663c-5cbc-4095-86c8-919b1b553b42. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.367222] env[69959]: DEBUG nova.network.neutron [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Updating instance_info_cache with network_info: [{"id": "3429663c-5cbc-4095-86c8-919b1b553b42", "address": "fa:16:3e:f7:bd:5c", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3429663c-5c", "ovs_interfaceid": "3429663c-5cbc-4095-86c8-919b1b553b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.533145] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5250ed3f-b5af-d9a3-8520-9a760380b256, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.537019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.537019] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 852d306a-2d59-45dc-8d7b-695084a42bf3/852d306a-2d59-45dc-8d7b-695084a42bf3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.537019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.537019] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.537260] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f29452e-378c-4fd8-8ba1-8c193c209128 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.537914] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6efc9ff8-fadc-4a5c-b6f7-c31224158f01 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.547815] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 727.547815] env[69959]: value = "task-4086329" [ 727.547815] env[69959]: _type = "Task" [ 727.547815] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.549448] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.549558] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.555974] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cab012-0a41-4dbc-9d2b-b3731c25f464 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.564076] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 727.564076] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c05604-3ecc-2d65-a443-e339d21115aa" [ 727.564076] env[69959]: _type = "Task" [ 727.564076] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.567500] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.582058] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c05604-3ecc-2d65-a443-e339d21115aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.622165] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd72824-4d3f-4d58-85b6-7167e19acddf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.627724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94091b7-146a-457e-bf10-c7bc525a4169 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.661310] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae66429-de8e-4288-8f8a-5d499b286128 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.669618] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43407e7b-706a-4b7a-ae55-6753c89cd549 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.684452] env[69959]: DEBUG nova.compute.provider_tree [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.876108] env[69959]: DEBUG oslo_concurrency.lockutils [req-c4f49c89-8a6d-4376-8bb5-4b3d66be4a61 req-a768e1f4-838b-414e-a347-2d7dbef5a193 service nova] Releasing lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.013916] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.051348] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.052283] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.052500] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.052699] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.052857] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.053304] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.053304] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.053503] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.053550] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.053700] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.054519] env[69959]: DEBUG nova.virt.hardware [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.054887] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545eecb-7104-4a68-aeff-e63f9964f9e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.072935] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.078643] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b5693-66b8-43c3-b62d-d0efdf62b85d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.100458] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c05604-3ecc-2d65-a443-e339d21115aa, 'name': SearchDatastore_Task, 'duration_secs': 0.020645} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.101306] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd827212-0671-417b-90ff-c2c7c2db167a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.112322] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 728.112322] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b1802b-7028-0ac2-757a-788d9ef6e44b" [ 728.112322] env[69959]: _type = "Task" [ 728.112322] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.124599] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b1802b-7028-0ac2-757a-788d9ef6e44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.190255] env[69959]: DEBUG nova.scheduler.client.report [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.568837] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603711} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.568837] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 852d306a-2d59-45dc-8d7b-695084a42bf3/852d306a-2d59-45dc-8d7b-695084a42bf3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.568837] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.568837] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99de5f49-e95f-4525-b525-6d79c9a9f653 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.581056] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 728.581056] env[69959]: value = "task-4086330" [ 728.581056] env[69959]: _type = "Task" [ 728.581056] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.594855] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.625862] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b1802b-7028-0ac2-757a-788d9ef6e44b, 'name': SearchDatastore_Task, 'duration_secs': 0.02446} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.625862] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.625862] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/7b977ddd-db1f-49dc-aa2b-13559e67e932.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.626268] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99b254d-f488-43ad-8a8d-6ee76540ff77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.638100] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 728.638100] env[69959]: value = "task-4086331" [ 728.638100] env[69959]: _type = "Task" [ 728.638100] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.650476] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.698961] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.070s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.699709] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.703840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.479s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.707370] env[69959]: INFO nova.compute.claims [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.091766] env[69959]: DEBUG nova.compute.manager [req-3cf16937-009b-4367-9f5d-81884d174718 req-ded76089-7bf3-4de9-8297-13c31d123702 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Received event network-vif-plugged-10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.092077] env[69959]: DEBUG oslo_concurrency.lockutils [req-3cf16937-009b-4367-9f5d-81884d174718 req-ded76089-7bf3-4de9-8297-13c31d123702 service nova] Acquiring lock "e8a8267c-9619-4668-8ac1-e485a202a451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.093961] env[69959]: DEBUG oslo_concurrency.lockutils [req-3cf16937-009b-4367-9f5d-81884d174718 req-ded76089-7bf3-4de9-8297-13c31d123702 service nova] Lock "e8a8267c-9619-4668-8ac1-e485a202a451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.094605] env[69959]: DEBUG oslo_concurrency.lockutils [req-3cf16937-009b-4367-9f5d-81884d174718 req-ded76089-7bf3-4de9-8297-13c31d123702 service nova] Lock "e8a8267c-9619-4668-8ac1-e485a202a451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.095284] env[69959]: DEBUG nova.compute.manager [req-3cf16937-009b-4367-9f5d-81884d174718 req-ded76089-7bf3-4de9-8297-13c31d123702 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] No waiting events found dispatching network-vif-plugged-10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.095284] env[69959]: WARNING nova.compute.manager [req-3cf16937-009b-4367-9f5d-81884d174718 req-ded76089-7bf3-4de9-8297-13c31d123702 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Received unexpected event network-vif-plugged-10820ac0-97b9-4351-92f7-ab934bb09884 for instance with vm_state building and task_state spawning. [ 729.107202] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086135} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.107506] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.108912] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30573aff-7338-4f05-be2e-60912c7834bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.139597] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 852d306a-2d59-45dc-8d7b-695084a42bf3/852d306a-2d59-45dc-8d7b-695084a42bf3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.140461] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70fac11-5a70-4b94-81fa-0568206bc3e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.169209] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.171657] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 729.171657] env[69959]: value = "task-4086332" [ 729.171657] env[69959]: _type = "Task" [ 729.171657] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.186580] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.190169] env[69959]: DEBUG nova.network.neutron [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Successfully updated port: 10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.216689] env[69959]: DEBUG nova.compute.utils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.220305] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.221047] env[69959]: DEBUG nova.network.neutron [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.320967] env[69959]: DEBUG nova.policy [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65fdee6d05bb46cda158fde55e5980b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88997eb1e0174d6e9b729694dd994470', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.651992] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69137} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.653014] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/7b977ddd-db1f-49dc-aa2b-13559e67e932.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.653372] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.653827] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd86c5b2-0db4-435e-b4cb-aa3860e8b2f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.662683] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 729.662683] env[69959]: value = "task-4086333" [ 729.662683] env[69959]: _type = "Task" [ 729.662683] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.676323] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.688547] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.694223] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.694223] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.694223] env[69959]: DEBUG nova.network.neutron [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.730215] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.831319] env[69959]: DEBUG nova.network.neutron [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Successfully created port: f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.174626] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074871} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.178742] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.179897] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e520c51-4546-4b8d-bcc3-3b626b6cbca2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.190492] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.211420] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/7b977ddd-db1f-49dc-aa2b-13559e67e932.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.215771] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680955b5-30d9-4936-a12b-341b6e37f24b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.244465] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 730.244465] env[69959]: value = "task-4086334" [ 730.244465] env[69959]: _type = "Task" [ 730.244465] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.256494] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.287403] env[69959]: DEBUG nova.network.neutron [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.381980] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9c60ba-0e57-46bc-8f49-0aed61c5c70e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.395583] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d42dff-5f30-4a19-ab70-e9394d9517aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.435299] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88097591-3079-41df-b38e-95637163cc9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.444649] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e0fa42-15ef-4436-ae73-d488b9109d0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.467431] env[69959]: DEBUG nova.compute.provider_tree [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.488161] env[69959]: DEBUG nova.network.neutron [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updating instance_info_cache with network_info: [{"id": "10820ac0-97b9-4351-92f7-ab934bb09884", "address": "fa:16:3e:09:64:42", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10820ac0-97", "ovs_interfaceid": "10820ac0-97b9-4351-92f7-ab934bb09884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.609590] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.609940] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.685921] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086332, 'name': ReconfigVM_Task, 'duration_secs': 1.365098} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.686359] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 852d306a-2d59-45dc-8d7b-695084a42bf3/852d306a-2d59-45dc-8d7b-695084a42bf3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.687149] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99d816f-e7ea-4302-a075-feedc85fd146 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.699193] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 730.699193] env[69959]: value = "task-4086335" [ 730.699193] env[69959]: _type = "Task" [ 730.699193] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.708598] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086335, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.744641] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.758658] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.781972] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.782213] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.782365] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.782537] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.782675] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.784018] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.784018] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.784018] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.784018] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.784018] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.784234] env[69959]: DEBUG nova.virt.hardware [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.785026] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1f4fcf-be0e-4f16-bd58-8198db923a73 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.793667] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67318340-75c6-4e72-8b53-8a4eafc60c0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.820176] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.820594] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.971192] env[69959]: DEBUG nova.scheduler.client.report [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.991869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.992251] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Instance network_info: |[{"id": "10820ac0-97b9-4351-92f7-ab934bb09884", "address": "fa:16:3e:09:64:42", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10820ac0-97", "ovs_interfaceid": "10820ac0-97b9-4351-92f7-ab934bb09884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.994325] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:64:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10820ac0-97b9-4351-92f7-ab934bb09884', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.002462] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating folder: Project (4cc40e04316842d0b22f50e5f55b4913). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.003182] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0887a74e-5023-4ae6-b2f5-79c9dc08f86a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.015516] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created folder: Project (4cc40e04316842d0b22f50e5f55b4913) in parent group-v809535. [ 731.016100] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating folder: Instances. Parent ref: group-v809614. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.016100] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078c2c79-4994-4a08-b64c-9d3252291ecf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.028068] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created folder: Instances in parent group-v809614. [ 731.028401] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.028622] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.028843] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d0c596-8250-4135-91ed-347d9bef539e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.052381] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.052381] env[69959]: value = "task-4086338" [ 731.052381] env[69959]: _type = "Task" [ 731.052381] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.060841] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086338, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.121585] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.121961] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.122303] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.122460] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.122690] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.123432] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.123432] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 731.123432] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.210497] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086335, 'name': Rename_Task, 'duration_secs': 0.200773} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.210813] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.211085] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5842b9-fbbc-4266-a2f0-855bf5cd337e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.219836] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 731.219836] env[69959]: value = "task-4086339" [ 731.219836] env[69959]: _type = "Task" [ 731.219836] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.231915] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.259618] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086334, 'name': ReconfigVM_Task, 'duration_secs': 0.573375} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.260414] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/7b977ddd-db1f-49dc-aa2b-13559e67e932.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.260998] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7474695-2f85-4071-9e22-ab9e337f4e49 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.270202] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 731.270202] env[69959]: value = "task-4086340" [ 731.270202] env[69959]: _type = "Task" [ 731.270202] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.283066] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086340, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.358042] env[69959]: DEBUG nova.compute.manager [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Received event network-changed-10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.358337] env[69959]: DEBUG nova.compute.manager [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Refreshing instance network info cache due to event network-changed-10820ac0-97b9-4351-92f7-ab934bb09884. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.358462] env[69959]: DEBUG oslo_concurrency.lockutils [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] Acquiring lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.358626] env[69959]: DEBUG oslo_concurrency.lockutils [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] Acquired lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.358841] env[69959]: DEBUG nova.network.neutron [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Refreshing network info cache for port 10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.479026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.480234] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.484444] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.752s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.488907] env[69959]: INFO nova.compute.claims [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.564639] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086338, 'name': CreateVM_Task, 'duration_secs': 0.394456} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.564821] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.565923] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.566099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.566419] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.568017] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a66ce1b-cb00-4d5d-83c5-4560f8fe0c27 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.572442] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 731.572442] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526a42c7-e840-c6da-9832-b01b71d81678" [ 731.572442] env[69959]: _type = "Task" [ 731.572442] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.587072] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526a42c7-e840-c6da-9832-b01b71d81678, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.587354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.587591] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.587841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.588161] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.588449] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.588677] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ffd79d-1a10-4656-96ba-4fadab5892e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.602982] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "a363197e-38b3-48fb-a1fe-6664f613458b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.603336] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a363197e-38b3-48fb-a1fe-6664f613458b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.603500] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.603662] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.604406] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01626fb7-df77-4aff-a7fa-df4ffa7beb4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.610852] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 731.610852] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c7e361-0b2d-b5f2-8b95-988380de1f04" [ 731.610852] env[69959]: _type = "Task" [ 731.610852] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.620081] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c7e361-0b2d-b5f2-8b95-988380de1f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.626368] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.730854] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.777617] env[69959]: DEBUG nova.network.neutron [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Successfully updated port: f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.787497] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086340, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.997202] env[69959]: DEBUG nova.compute.utils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.999898] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.000325] env[69959]: DEBUG nova.network.neutron [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.068163] env[69959]: DEBUG nova.policy [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93d4ee02871a49829976f2964722e567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd742123fce67429fb66a4018416292e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.129206] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c7e361-0b2d-b5f2-8b95-988380de1f04, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.136150] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5e85c4-a775-4763-9e83-5212e9aafa47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.142615] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 732.142615] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521271d6-0241-b6c7-7578-aa2c9a9f87db" [ 732.142615] env[69959]: _type = "Task" [ 732.142615] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.151272] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521271d6-0241-b6c7-7578-aa2c9a9f87db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.178794] env[69959]: DEBUG nova.network.neutron [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updated VIF entry in instance network info cache for port 10820ac0-97b9-4351-92f7-ab934bb09884. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.179199] env[69959]: DEBUG nova.network.neutron [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updating instance_info_cache with network_info: [{"id": "10820ac0-97b9-4351-92f7-ab934bb09884", "address": "fa:16:3e:09:64:42", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10820ac0-97", "ovs_interfaceid": "10820ac0-97b9-4351-92f7-ab934bb09884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.233766] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086339, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.287990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "refresh_cache-cf385d59-a953-4dd8-a4e5-3ff6369c27d7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.287990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired lock "refresh_cache-cf385d59-a953-4dd8-a4e5-3ff6369c27d7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.287990] env[69959]: DEBUG nova.network.neutron [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.288845] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086340, 'name': Rename_Task, 'duration_secs': 0.751577} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.289376] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.289673] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b68ffd36-2d12-42ee-b168-403ebf1e0f34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.299515] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 732.299515] env[69959]: value = "task-4086341" [ 732.299515] env[69959]: _type = "Task" [ 732.299515] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.312884] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.402294] env[69959]: DEBUG nova.network.neutron [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Successfully created port: 744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.504095] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.556381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "5f010cf7-c829-4264-93ba-c0db09cf0c46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.556381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.556381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "5f010cf7-c829-4264-93ba-c0db09cf0c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.556381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.556604] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.560521] env[69959]: INFO nova.compute.manager [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Terminating instance [ 732.655076] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521271d6-0241-b6c7-7578-aa2c9a9f87db, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.658180] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.658475] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] e8a8267c-9619-4668-8ac1-e485a202a451/e8a8267c-9619-4668-8ac1-e485a202a451.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.658954] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f6fffb-6b3a-4f47-8f8a-64974d3cd696 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.667453] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 732.667453] env[69959]: value = "task-4086342" [ 732.667453] env[69959]: _type = "Task" [ 732.667453] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.679179] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.681868] env[69959]: DEBUG oslo_concurrency.lockutils [req-2a5bc6a5-d9f0-4027-b950-223e4f7b68de req-282c99ea-f5db-4e22-b72f-3d0db2641dc6 service nova] Releasing lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.731873] env[69959]: DEBUG oslo_vmware.api [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086339, 'name': PowerOnVM_Task, 'duration_secs': 1.122715} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.732205] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.732517] env[69959]: INFO nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Took 12.93 seconds to spawn the instance on the hypervisor. [ 732.732585] env[69959]: DEBUG nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.734029] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a718bb-992d-4e2b-83f3-f431862a816f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.813153] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086341, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.828914] env[69959]: DEBUG nova.network.neutron [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.070021] env[69959]: DEBUG nova.compute.manager [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.070021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.070021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d411f33-8393-48e4-bb5e-35fbe1813dfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.082616] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.083097] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab937ee-8dc9-4db3-8002-c959b1e8c345 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.096736] env[69959]: DEBUG oslo_vmware.api [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 733.096736] env[69959]: value = "task-4086343" [ 733.096736] env[69959]: _type = "Task" [ 733.096736] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.110608] env[69959]: DEBUG oslo_vmware.api [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.125496] env[69959]: DEBUG nova.network.neutron [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Updating instance_info_cache with network_info: [{"id": "f658fc95-de06-4cd8-8702-abd8465a3d31", "address": "fa:16:3e:75:50:2c", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf658fc95-de", "ovs_interfaceid": "f658fc95-de06-4cd8-8702-abd8465a3d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.179094] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086342, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.199030] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b7aa36-126c-4dae-b2ca-840423f78a98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.205681] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2fdbb3-663b-438b-bd19-8bed0123b600 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.238183] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce65675-a781-4cba-8d34-5934d71a690b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.255049] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d45987-64db-4ddb-bed2-10b8340e4b6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.261947] env[69959]: INFO nova.compute.manager [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Took 45.52 seconds to build instance. [ 733.276339] env[69959]: DEBUG nova.compute.provider_tree [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.312220] env[69959]: DEBUG oslo_vmware.api [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086341, 'name': PowerOnVM_Task, 'duration_secs': 0.601772} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.312532] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.312777] env[69959]: INFO nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Took 10.70 seconds to spawn the instance on the hypervisor. [ 733.312936] env[69959]: DEBUG nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.313787] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e70e34-5d8e-4200-b9e4-771bf532fca3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.517039] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.541916] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.543017] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.543017] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.543017] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.543017] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.543017] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.543274] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.543388] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.543627] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.543863] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.544094] env[69959]: DEBUG nova.virt.hardware [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.545012] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3d0efb-27c3-4ac0-99ba-b55edccf8a0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.553887] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d390ab3-92f4-4375-932e-d6c4ae5a8b84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.606202] env[69959]: DEBUG oslo_vmware.api [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086343, 'name': PowerOffVM_Task, 'duration_secs': 0.243554} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.606480] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.606645] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.606900] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef9ca19-34ab-4aab-896d-2af88bf67ef5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.627476] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Releasing lock "refresh_cache-cf385d59-a953-4dd8-a4e5-3ff6369c27d7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.627826] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Instance network_info: |[{"id": "f658fc95-de06-4cd8-8702-abd8465a3d31", "address": "fa:16:3e:75:50:2c", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf658fc95-de", "ovs_interfaceid": "f658fc95-de06-4cd8-8702-abd8465a3d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.628674] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:50:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f658fc95-de06-4cd8-8702-abd8465a3d31', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.637027] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.637328] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.637712] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086d7542-3ff3-480b-8e3e-8b1e2b4afad2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.659792] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.659792] env[69959]: value = "task-4086345" [ 733.659792] env[69959]: _type = "Task" [ 733.659792] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.666983] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086345, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.678793] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517601} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.679264] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] e8a8267c-9619-4668-8ac1-e485a202a451/e8a8267c-9619-4668-8ac1-e485a202a451.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.679487] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.680775] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10fd86b-b3ff-4a98-aa73-22c2a076ec3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.682862] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.683071] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.683406] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Deleting the datastore file [datastore2] 5f010cf7-c829-4264-93ba-c0db09cf0c46 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.683495] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e3f143-6b06-4209-8d71-a46950fbbc1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.692102] env[69959]: DEBUG oslo_vmware.api [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for the task: (returnval){ [ 733.692102] env[69959]: value = "task-4086346" [ 733.692102] env[69959]: _type = "Task" [ 733.692102] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.693857] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 733.693857] env[69959]: value = "task-4086347" [ 733.693857] env[69959]: _type = "Task" [ 733.693857] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.707259] env[69959]: DEBUG oslo_vmware.api [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.710580] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.780261] env[69959]: DEBUG nova.scheduler.client.report [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.783906] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.103s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.787262] env[69959]: DEBUG nova.compute.manager [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Received event network-vif-plugged-f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.787531] env[69959]: DEBUG oslo_concurrency.lockutils [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] Acquiring lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.787868] env[69959]: DEBUG oslo_concurrency.lockutils [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.787933] env[69959]: DEBUG oslo_concurrency.lockutils [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.788186] env[69959]: DEBUG nova.compute.manager [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] No waiting events found dispatching network-vif-plugged-f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.788362] env[69959]: WARNING nova.compute.manager [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Received unexpected event network-vif-plugged-f658fc95-de06-4cd8-8702-abd8465a3d31 for instance with vm_state building and task_state spawning. [ 733.788597] env[69959]: DEBUG nova.compute.manager [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Received event network-changed-f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.788769] env[69959]: DEBUG nova.compute.manager [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Refreshing instance network info cache due to event network-changed-f658fc95-de06-4cd8-8702-abd8465a3d31. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.789032] env[69959]: DEBUG oslo_concurrency.lockutils [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] Acquiring lock "refresh_cache-cf385d59-a953-4dd8-a4e5-3ff6369c27d7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.789100] env[69959]: DEBUG oslo_concurrency.lockutils [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] Acquired lock "refresh_cache-cf385d59-a953-4dd8-a4e5-3ff6369c27d7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.789647] env[69959]: DEBUG nova.network.neutron [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Refreshing network info cache for port f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.837547] env[69959]: INFO nova.compute.manager [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Took 42.39 seconds to build instance. [ 734.172985] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086345, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.207522] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079415} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.213369] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.214147] env[69959]: DEBUG oslo_vmware.api [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Task: {'id': task-4086346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187076} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.214909] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db9d8d-4288-4161-af6a-faab8b3221a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.219675] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.219887] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.220111] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.220259] env[69959]: INFO nova.compute.manager [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 734.220505] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.220714] env[69959]: DEBUG nova.compute.manager [-] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.220811] env[69959]: DEBUG nova.network.neutron [-] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.247024] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e8a8267c-9619-4668-8ac1-e485a202a451/e8a8267c-9619-4668-8ac1-e485a202a451.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.247419] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3333d82-53cc-44a7-807c-fea96346aa2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.270077] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 734.270077] env[69959]: value = "task-4086348" [ 734.270077] env[69959]: _type = "Task" [ 734.270077] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.279814] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.290022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.290022] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.295884] env[69959]: DEBUG nova.network.neutron [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Successfully updated port: 744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.300983] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.835s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.302568] env[69959]: INFO nova.compute.claims [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.306420] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.340673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44d381aa-e205-441b-9ed5-65abec87a590 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.337s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.463835] env[69959]: DEBUG nova.compute.manager [req-62a1fee2-3972-4515-9af3-2fd854c300bb req-5c3c6666-4e72-4e04-902f-84481d9097a9 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Received event network-vif-plugged-744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.464145] env[69959]: DEBUG oslo_concurrency.lockutils [req-62a1fee2-3972-4515-9af3-2fd854c300bb req-5c3c6666-4e72-4e04-902f-84481d9097a9 service nova] Acquiring lock "8eab418d-7191-42f9-8048-11edab75a8c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.464437] env[69959]: DEBUG oslo_concurrency.lockutils [req-62a1fee2-3972-4515-9af3-2fd854c300bb req-5c3c6666-4e72-4e04-902f-84481d9097a9 service nova] Lock "8eab418d-7191-42f9-8048-11edab75a8c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.464634] env[69959]: DEBUG oslo_concurrency.lockutils [req-62a1fee2-3972-4515-9af3-2fd854c300bb req-5c3c6666-4e72-4e04-902f-84481d9097a9 service nova] Lock "8eab418d-7191-42f9-8048-11edab75a8c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.464858] env[69959]: DEBUG nova.compute.manager [req-62a1fee2-3972-4515-9af3-2fd854c300bb req-5c3c6666-4e72-4e04-902f-84481d9097a9 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] No waiting events found dispatching network-vif-plugged-744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 734.465158] env[69959]: WARNING nova.compute.manager [req-62a1fee2-3972-4515-9af3-2fd854c300bb req-5c3c6666-4e72-4e04-902f-84481d9097a9 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Received unexpected event network-vif-plugged-744aeaa3-59ff-4899-ae54-6d5e551abd6a for instance with vm_state building and task_state spawning. [ 734.572607] env[69959]: INFO nova.compute.manager [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Rescuing [ 734.572894] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.573057] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.573401] env[69959]: DEBUG nova.network.neutron [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.610994] env[69959]: DEBUG nova.network.neutron [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Updated VIF entry in instance network info cache for port f658fc95-de06-4cd8-8702-abd8465a3d31. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.611382] env[69959]: DEBUG nova.network.neutron [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Updating instance_info_cache with network_info: [{"id": "f658fc95-de06-4cd8-8702-abd8465a3d31", "address": "fa:16:3e:75:50:2c", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf658fc95-de", "ovs_interfaceid": "f658fc95-de06-4cd8-8702-abd8465a3d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.669871] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086345, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.784731] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.801516] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "refresh_cache-8eab418d-7191-42f9-8048-11edab75a8c0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.802063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "refresh_cache-8eab418d-7191-42f9-8048-11edab75a8c0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.803289] env[69959]: DEBUG nova.network.neutron [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.815730] env[69959]: DEBUG nova.compute.utils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.817421] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.817421] env[69959]: DEBUG nova.network.neutron [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.836186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.843489] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.884725] env[69959]: DEBUG nova.policy [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5502453ee2fa41b291de21aa44af1cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba192a7106d5432bb209fb8164f73eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.114503] env[69959]: DEBUG oslo_concurrency.lockutils [req-ffbd4268-034b-43a1-a9fc-457729c63627 req-cbfade7a-2f90-4325-92a4-182cb3d49a33 service nova] Releasing lock "refresh_cache-cf385d59-a953-4dd8-a4e5-3ff6369c27d7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.176652] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086345, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.288022] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.321863] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.353597] env[69959]: DEBUG nova.network.neutron [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Successfully created port: 81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.373095] env[69959]: DEBUG nova.network.neutron [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.387646] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.436108] env[69959]: DEBUG nova.network.neutron [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Updating instance_info_cache with network_info: [{"id": "3429663c-5cbc-4095-86c8-919b1b553b42", "address": "fa:16:3e:f7:bd:5c", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3429663c-5c", "ovs_interfaceid": "3429663c-5cbc-4095-86c8-919b1b553b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.671511] env[69959]: DEBUG nova.network.neutron [-] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.683707] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086345, 'name': CreateVM_Task, 'duration_secs': 1.568252} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.684992] env[69959]: DEBUG nova.network.neutron [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Updating instance_info_cache with network_info: [{"id": "744aeaa3-59ff-4899-ae54-6d5e551abd6a", "address": "fa:16:3e:28:a2:38", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aeaa3-59", "ovs_interfaceid": "744aeaa3-59ff-4899-ae54-6d5e551abd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.686830] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.687685] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.688249] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.688459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.689036] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcde92a-e86f-4f82-95c9-99dc6eb4be1c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.699503] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 735.699503] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b73986-a263-d273-43c6-c91798324d81" [ 735.699503] env[69959]: _type = "Task" [ 735.699503] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.719349] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b73986-a263-d273-43c6-c91798324d81, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.719667] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.719907] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.720157] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.720318] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.720557] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.720860] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af294d2-b469-414a-a07f-8a32497fb87a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.735122] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.738033] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.738033] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0e1a30-191c-41eb-becf-23b8a07c48ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.746386] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 735.746386] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f95592-e531-9e03-e4d7-7dd8bda2b239" [ 735.746386] env[69959]: _type = "Task" [ 735.746386] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.756997] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f95592-e531-9e03-e4d7-7dd8bda2b239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.783020] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086348, 'name': ReconfigVM_Task, 'duration_secs': 1.246297} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.783020] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e8a8267c-9619-4668-8ac1-e485a202a451/e8a8267c-9619-4668-8ac1-e485a202a451.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.783558] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a41e0814-1e61-488f-823c-a688e05997b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.794744] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 735.794744] env[69959]: value = "task-4086349" [ 735.794744] env[69959]: _type = "Task" [ 735.794744] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.804173] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086349, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.854313] env[69959]: DEBUG nova.compute.manager [req-64713d96-4d2d-4ea7-a3bb-4922c36200ac req-e8fbcdaf-8ab7-4fcd-a3db-fd9419b1e49c service nova] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Received event network-vif-deleted-2b1b6883-40be-42ea-9dad-446abdf3c863 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.940499] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "refresh_cache-7b977ddd-db1f-49dc-aa2b-13559e67e932" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.008937] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c34295e-3ddb-4d03-ad89-9e3fefd6af3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.017403] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c812a4-52fa-4170-912d-9132bfa8859a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.049453] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db299a-f35e-43bf-9d3b-1f7c011b21a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.057945] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e856e-db72-4470-9f48-b3c10144be40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.072256] env[69959]: DEBUG nova.compute.provider_tree [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.175986] env[69959]: INFO nova.compute.manager [-] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Took 1.95 seconds to deallocate network for instance. [ 736.189557] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "refresh_cache-8eab418d-7191-42f9-8048-11edab75a8c0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.190054] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Instance network_info: |[{"id": "744aeaa3-59ff-4899-ae54-6d5e551abd6a", "address": "fa:16:3e:28:a2:38", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aeaa3-59", "ovs_interfaceid": "744aeaa3-59ff-4899-ae54-6d5e551abd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.190363] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a2:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '744aeaa3-59ff-4899-ae54-6d5e551abd6a', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.198418] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Creating folder: Project (d742123fce67429fb66a4018416292e7). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.198550] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcb338a5-b3e9-47b8-8a41-86aed3e4c655 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.210336] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Created folder: Project (d742123fce67429fb66a4018416292e7) in parent group-v809535. [ 736.210597] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Creating folder: Instances. Parent ref: group-v809618. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.211662] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2361cfa-cd65-4aba-a533-0809566d23b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.222705] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Created folder: Instances in parent group-v809618. [ 736.223265] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.223265] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.223390] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0894973f-1ece-4b60-a025-58951d96861d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.244159] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.244159] env[69959]: value = "task-4086352" [ 736.244159] env[69959]: _type = "Task" [ 736.244159] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.261086] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086352, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.264424] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f95592-e531-9e03-e4d7-7dd8bda2b239, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.265276] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac6ede4-eed5-472f-aa8e-fb08c72dd668 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.271553] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 736.271553] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a537ad-9c87-ac20-4cf1-ad7a8042d89c" [ 736.271553] env[69959]: _type = "Task" [ 736.271553] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.284940] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a537ad-9c87-ac20-4cf1-ad7a8042d89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.305546] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086349, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.327966] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.351662] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.351905] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.352089] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.352274] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.352418] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.352582] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.352843] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.353010] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.353192] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.353364] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.353557] env[69959]: DEBUG nova.virt.hardware [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.354855] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e68e5d-388b-492e-b932-346ae794a603 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.363941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849d35a-4148-42c6-a3b7-6c169cddc717 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.515558] env[69959]: DEBUG nova.compute.manager [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Received event network-changed-744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.515753] env[69959]: DEBUG nova.compute.manager [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Refreshing instance network info cache due to event network-changed-744aeaa3-59ff-4899-ae54-6d5e551abd6a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.516053] env[69959]: DEBUG oslo_concurrency.lockutils [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] Acquiring lock "refresh_cache-8eab418d-7191-42f9-8048-11edab75a8c0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.516117] env[69959]: DEBUG oslo_concurrency.lockutils [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] Acquired lock "refresh_cache-8eab418d-7191-42f9-8048-11edab75a8c0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.516276] env[69959]: DEBUG nova.network.neutron [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Refreshing network info cache for port 744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.575043] env[69959]: DEBUG nova.scheduler.client.report [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.683694] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.757520] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086352, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.783247] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a537ad-9c87-ac20-4cf1-ad7a8042d89c, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.783552] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.783933] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] cf385d59-a953-4dd8-a4e5-3ff6369c27d7/cf385d59-a953-4dd8-a4e5-3ff6369c27d7.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.784079] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a216efee-747c-444e-bab2-8f6b9c4d557f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.791927] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 736.791927] env[69959]: value = "task-4086353" [ 736.791927] env[69959]: _type = "Task" [ 736.791927] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.805618] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.809409] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086349, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.026222] env[69959]: DEBUG nova.network.neutron [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Successfully updated port: 81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.081826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.082386] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.085273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.131s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.260820] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086352, 'name': CreateVM_Task, 'duration_secs': 1.010981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.261240] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.262155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.264020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.264020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.264020] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e62728-336d-4d65-94eb-85cfdad71c02 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.275014] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 737.275014] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cbadd3-1372-fa03-bcf3-472239198040" [ 737.275014] env[69959]: _type = "Task" [ 737.275014] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.288270] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cbadd3-1372-fa03-bcf3-472239198040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.310024] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086353, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.310541] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086349, 'name': Rename_Task, 'duration_secs': 1.169071} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.310976] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.311359] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33be058-5b66-4d8c-966d-4a4a08b8fbc6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.322231] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 737.322231] env[69959]: value = "task-4086354" [ 737.322231] env[69959]: _type = "Task" [ 737.322231] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.330916] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.466322] env[69959]: DEBUG nova.network.neutron [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Updated VIF entry in instance network info cache for port 744aeaa3-59ff-4899-ae54-6d5e551abd6a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.466322] env[69959]: DEBUG nova.network.neutron [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Updating instance_info_cache with network_info: [{"id": "744aeaa3-59ff-4899-ae54-6d5e551abd6a", "address": "fa:16:3e:28:a2:38", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aeaa3-59", "ovs_interfaceid": "744aeaa3-59ff-4899-ae54-6d5e551abd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.488721] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.488721] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d46fe7c-a6c5-43f8-bd25-0e1ac35ed610 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.496096] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 737.496096] env[69959]: value = "task-4086355" [ 737.496096] env[69959]: _type = "Task" [ 737.496096] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.505943] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.529147] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "refresh_cache-c629d989-53cd-45e5-858f-847b696aa872" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.531174] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "refresh_cache-c629d989-53cd-45e5-858f-847b696aa872" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.531404] env[69959]: DEBUG nova.network.neutron [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.590069] env[69959]: DEBUG nova.compute.utils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.594772] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.594772] env[69959]: DEBUG nova.network.neutron [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.679084] env[69959]: DEBUG nova.policy [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fe3b2c278c5433c8154b26c3bf21291', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da67e2154a6a4a6f86d502414f769c56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.786519] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cbadd3-1372-fa03-bcf3-472239198040, 'name': SearchDatastore_Task, 'duration_secs': 0.02143} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.790217] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.790604] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.790864] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.791017] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.791206] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.791903] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e9be47-892f-47b8-bc7b-12b86868d61d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.807824] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549937} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.807824] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] cf385d59-a953-4dd8-a4e5-3ff6369c27d7/cf385d59-a953-4dd8-a4e5-3ff6369c27d7.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.808038] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.811290] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62ae5f8a-f3d7-4a56-a00b-c75ce508c557 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.817698] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.818507] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.820317] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69591c5-bdfa-4fc2-9c9c-b00d067423f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.831590] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 737.831590] env[69959]: value = "task-4086356" [ 737.831590] env[69959]: _type = "Task" [ 737.831590] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.834192] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 737.834192] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52757a17-1b75-2f33-87bc-758db227408c" [ 737.834192] env[69959]: _type = "Task" [ 737.834192] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.850351] env[69959]: DEBUG oslo_vmware.api [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086354, 'name': PowerOnVM_Task, 'duration_secs': 0.516926} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.851337] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.851561] env[69959]: INFO nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Took 9.84 seconds to spawn the instance on the hypervisor. [ 737.851743] env[69959]: DEBUG nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.853301] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ada1a2-5c41-43f0-9ed5-b861ac8597db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.866974] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52757a17-1b75-2f33-87bc-758db227408c, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.867721] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.869552] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea5924b-1d4b-4a06-9f77-22c3c6d682c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.881047] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 737.881047] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6a6ff-ca51-55e6-c17b-5961394b057c" [ 737.881047] env[69959]: _type = "Task" [ 737.881047] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.893017] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6a6ff-ca51-55e6-c17b-5961394b057c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.968526] env[69959]: DEBUG oslo_concurrency.lockutils [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] Releasing lock "refresh_cache-8eab418d-7191-42f9-8048-11edab75a8c0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.969067] env[69959]: DEBUG nova.compute.manager [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.969067] env[69959]: DEBUG nova.compute.manager [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing instance network info cache due to event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.969267] env[69959]: DEBUG oslo_concurrency.lockutils [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.969441] env[69959]: DEBUG oslo_concurrency.lockutils [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.969681] env[69959]: DEBUG nova.network.neutron [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.006825] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086355, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.084105] env[69959]: DEBUG nova.network.neutron [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.096126] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.268276] env[69959]: DEBUG nova.network.neutron [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Updating instance_info_cache with network_info: [{"id": "81e29b07-1588-4b89-855d-2eab688f7024", "address": "fa:16:3e:8c:78:0e", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e29b07-15", "ovs_interfaceid": "81e29b07-1588-4b89-855d-2eab688f7024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.309481] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47a6e2d-9a58-4186-a5e5-27447b4540d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.314550] env[69959]: DEBUG nova.network.neutron [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Successfully created port: eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.319206] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c109ef5-be47-4a0c-9eee-41a4aa2c7152 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.355515] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590f0ea8-4225-4706-9207-25b5ba901b1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.364792] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076673} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.366152] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.367035] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95129f33-b47e-4744-838f-3f1aff5fd421 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.371362] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5762c67d-c1a0-4a17-87e0-a59a99378a82 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.393846] env[69959]: DEBUG nova.compute.provider_tree [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.395294] env[69959]: INFO nova.compute.manager [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Took 45.45 seconds to build instance. [ 738.418138] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] cf385d59-a953-4dd8-a4e5-3ff6369c27d7/cf385d59-a953-4dd8-a4e5-3ff6369c27d7.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.419810] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "e8a8267c-9619-4668-8ac1-e485a202a451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.710s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.420100] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b81d0e5-6676-43c9-9b13-9be5a16deb58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.443479] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6a6ff-ca51-55e6-c17b-5961394b057c, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.444959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.445246] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 8eab418d-7191-42f9-8048-11edab75a8c0/8eab418d-7191-42f9-8048-11edab75a8c0.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.445564] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 738.445564] env[69959]: value = "task-4086357" [ 738.445564] env[69959]: _type = "Task" [ 738.445564] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.445754] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef97384e-76f6-43fb-bbee-9ca5912bf94f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457144] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.458464] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 738.458464] env[69959]: value = "task-4086358" [ 738.458464] env[69959]: _type = "Task" [ 738.458464] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.467100] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.505313] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086355, 'name': PowerOffVM_Task, 'duration_secs': 0.612445} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.505582] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.506431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61bb09a-f8e5-47cb-92d1-401c3943d637 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.526760] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6bc408-8b4a-4622-b392-88a5df390b33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.569053] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.569408] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b3e9d9c-aaee-4f88-9812-cbb71f57a702 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.577736] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 738.577736] env[69959]: value = "task-4086359" [ 738.577736] env[69959]: _type = "Task" [ 738.577736] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.589673] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 738.589850] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.590113] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.590269] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.590459] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.591108] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a78569e6-5ed5-4809-9635-d3eb0d59ad9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.609027] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.609027] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.609027] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730155d9-59e5-4194-bdf1-1be9dd33b480 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.614605] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 738.614605] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bfe14e-ec34-e083-e5c8-21bf70af264e" [ 738.614605] env[69959]: _type = "Task" [ 738.614605] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.626443] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bfe14e-ec34-e083-e5c8-21bf70af264e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.775395] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "refresh_cache-c629d989-53cd-45e5-858f-847b696aa872" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.775395] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance network_info: |[{"id": "81e29b07-1588-4b89-855d-2eab688f7024", "address": "fa:16:3e:8c:78:0e", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e29b07-15", "ovs_interfaceid": "81e29b07-1588-4b89-855d-2eab688f7024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.775910] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:78:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e29b07-1588-4b89-855d-2eab688f7024', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.786696] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating folder: Project (ba192a7106d5432bb209fb8164f73eff). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.788129] env[69959]: DEBUG nova.network.neutron [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updated VIF entry in instance network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.788864] env[69959]: DEBUG nova.network.neutron [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.790866] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d67350e-3f0e-43b0-9307-c66eb2e636a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.808045] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created folder: Project (ba192a7106d5432bb209fb8164f73eff) in parent group-v809535. [ 738.808045] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating folder: Instances. Parent ref: group-v809621. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.808045] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a6c6956-68ac-46e9-b715-3444080995df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.825090] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created folder: Instances in parent group-v809621. [ 738.825090] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.825090] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.825593] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4336178e-b978-4645-9a5c-8cceeb72c945 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.853256] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.853256] env[69959]: value = "task-4086362" [ 738.853256] env[69959]: _type = "Task" [ 738.853256] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.867446] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086362, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.920958] env[69959]: DEBUG nova.scheduler.client.report [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.938273] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.970567] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.979391] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086358, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.013199] env[69959]: DEBUG nova.compute.manager [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Received event network-vif-plugged-81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.013387] env[69959]: DEBUG oslo_concurrency.lockutils [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] Acquiring lock "c629d989-53cd-45e5-858f-847b696aa872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.013567] env[69959]: DEBUG oslo_concurrency.lockutils [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] Lock "c629d989-53cd-45e5-858f-847b696aa872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.015319] env[69959]: DEBUG oslo_concurrency.lockutils [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] Lock "c629d989-53cd-45e5-858f-847b696aa872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.015711] env[69959]: DEBUG nova.compute.manager [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] No waiting events found dispatching network-vif-plugged-81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.015989] env[69959]: WARNING nova.compute.manager [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Received unexpected event network-vif-plugged-81e29b07-1588-4b89-855d-2eab688f7024 for instance with vm_state building and task_state spawning. [ 739.016249] env[69959]: DEBUG nova.compute.manager [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Received event network-changed-81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.016637] env[69959]: DEBUG nova.compute.manager [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Refreshing instance network info cache due to event network-changed-81e29b07-1588-4b89-855d-2eab688f7024. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.017065] env[69959]: DEBUG oslo_concurrency.lockutils [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] Acquiring lock "refresh_cache-c629d989-53cd-45e5-858f-847b696aa872" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.017306] env[69959]: DEBUG oslo_concurrency.lockutils [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] Acquired lock "refresh_cache-c629d989-53cd-45e5-858f-847b696aa872" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.017503] env[69959]: DEBUG nova.network.neutron [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Refreshing network info cache for port 81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.110086] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.127299] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bfe14e-ec34-e083-e5c8-21bf70af264e, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.128316] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04897e03-22bb-499f-bf7b-62751e1d0600 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.138300] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 739.138300] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b94082-2001-c67d-144a-e917490a91a7" [ 739.138300] env[69959]: _type = "Task" [ 739.138300] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.141614] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.141808] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.142052] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.142271] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.142428] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.142577] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.142791] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.142950] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.143130] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.143294] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.143485] env[69959]: DEBUG nova.virt.hardware [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.144468] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9095db8-0f1c-42df-bcf5-c35d4434839b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.160137] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b94082-2001-c67d-144a-e917490a91a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.161451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c6ce62-ed4c-49f2-b4cf-e622f4bc6ff5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.166905] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.167085] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. {{(pid=69959) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 739.167609] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3777d0ef-9561-420b-be07-91b1e3cca2b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.184765] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 739.184765] env[69959]: value = "task-4086363" [ 739.184765] env[69959]: _type = "Task" [ 739.184765] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.197352] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.294540] env[69959]: DEBUG oslo_concurrency.lockutils [req-97b956b3-86ed-4ac1-b8b1-b2089a356d47 req-a15861f9-8b75-4514-82d2-e38bda34a143 service nova] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.366370] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086362, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.462545] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.476978] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535607} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.477854] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.478312] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 8eab418d-7191-42f9-8048-11edab75a8c0/8eab418d-7191-42f9-8048-11edab75a8c0.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.478578] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.478881] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c8e613-b0a8-44ae-88ad-2bace0942e03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.489172] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 739.489172] env[69959]: value = "task-4086364" [ 739.489172] env[69959]: _type = "Task" [ 739.489172] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.500843] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.704444] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509539} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.705103] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. [ 739.706268] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa53f5d-eb0c-4206-8c65-4f17fbba29d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.735442] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.738763] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3756908-e74d-464a-a1b7-f456670e5be5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.758652] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 739.758652] env[69959]: value = "task-4086365" [ 739.758652] env[69959]: _type = "Task" [ 739.758652] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.768543] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.867024] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086362, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.913008] env[69959]: DEBUG nova.network.neutron [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Updated VIF entry in instance network info cache for port 81e29b07-1588-4b89-855d-2eab688f7024. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.913462] env[69959]: DEBUG nova.network.neutron [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Updating instance_info_cache with network_info: [{"id": "81e29b07-1588-4b89-855d-2eab688f7024", "address": "fa:16:3e:8c:78:0e", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e29b07-15", "ovs_interfaceid": "81e29b07-1588-4b89-855d-2eab688f7024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.933362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.848s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.936776] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.759s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.939693] env[69959]: INFO nova.compute.claims [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.960052] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.001059] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.273046] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.310377] env[69959]: DEBUG nova.compute.manager [req-bdc1409d-0bda-4184-94f7-987995cbf356 req-b750aca6-7997-434b-9a6a-2dd1d7175964 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Received event network-vif-plugged-eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.310377] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdc1409d-0bda-4184-94f7-987995cbf356 req-b750aca6-7997-434b-9a6a-2dd1d7175964 service nova] Acquiring lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.310377] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdc1409d-0bda-4184-94f7-987995cbf356 req-b750aca6-7997-434b-9a6a-2dd1d7175964 service nova] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.310377] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdc1409d-0bda-4184-94f7-987995cbf356 req-b750aca6-7997-434b-9a6a-2dd1d7175964 service nova] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.310377] env[69959]: DEBUG nova.compute.manager [req-bdc1409d-0bda-4184-94f7-987995cbf356 req-b750aca6-7997-434b-9a6a-2dd1d7175964 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] No waiting events found dispatching network-vif-plugged-eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 740.310546] env[69959]: WARNING nova.compute.manager [req-bdc1409d-0bda-4184-94f7-987995cbf356 req-b750aca6-7997-434b-9a6a-2dd1d7175964 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Received unexpected event network-vif-plugged-eae7718c-08e9-40ae-a762-d17b69cdea6e for instance with vm_state building and task_state spawning. [ 740.367824] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086362, 'name': CreateVM_Task, 'duration_secs': 1.178477} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.369140] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.369704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.370165] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.370614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.371038] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbaa5edc-d9d4-4838-9e45-c4d92a91e9a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.378370] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 740.378370] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5273349a-8cc3-4708-cc6f-4e3a4e51f97c" [ 740.378370] env[69959]: _type = "Task" [ 740.378370] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.388072] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5273349a-8cc3-4708-cc6f-4e3a4e51f97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.416854] env[69959]: DEBUG oslo_concurrency.lockutils [req-46404703-da4c-4281-9a6f-2df3ab0c30d9 req-82e7291d-c09d-4be7-9ccb-5a98ba94f1d1 service nova] Releasing lock "refresh_cache-c629d989-53cd-45e5-858f-847b696aa872" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.467531] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086357, 'name': ReconfigVM_Task, 'duration_secs': 1.583157} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.470239] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Reconfigured VM instance instance-0000001a to attach disk [datastore2] cf385d59-a953-4dd8-a4e5-3ff6369c27d7/cf385d59-a953-4dd8-a4e5-3ff6369c27d7.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.473339] env[69959]: DEBUG nova.network.neutron [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Successfully updated port: eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.474467] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dea1c4d4-de8f-48c3-a9d7-c87354afef29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.484510] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 740.484510] env[69959]: value = "task-4086366" [ 740.484510] env[69959]: _type = "Task" [ 740.484510] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.502562] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.745559} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.507453] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.507953] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086366, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.508816] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05019b0-f77f-4ce2-a09f-12a016c19133 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.538490] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8eab418d-7191-42f9-8048-11edab75a8c0/8eab418d-7191-42f9-8048-11edab75a8c0.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.540253] env[69959]: INFO nova.scheduler.client.report [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleted allocation for migration 891b5bff-055f-4349-8637-089e00bd8b4d [ 740.545043] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f080a5b1-c187-461b-b16d-8f608c2c30ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.570436] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 740.570436] env[69959]: value = "task-4086367" [ 740.570436] env[69959]: _type = "Task" [ 740.570436] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.580141] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.770594] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086365, 'name': ReconfigVM_Task, 'duration_secs': 0.834223} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.770902] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.771860] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722f59d8-4406-49e1-86f9-82cc6bfcd71e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.801619] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d30eaf29-49bc-4888-8720-72e6c2d70406 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.817191] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 740.817191] env[69959]: value = "task-4086368" [ 740.817191] env[69959]: _type = "Task" [ 740.817191] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.828380] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.889311] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5273349a-8cc3-4708-cc6f-4e3a4e51f97c, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.889625] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.889887] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.890143] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.890297] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.890501] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.890770] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67557e9b-27a7-4ce0-9045-fbee392bb3cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.900995] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.901219] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.902307] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c845d9f-93de-490d-88db-ac4add13e917 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.908118] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 740.908118] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b189f-774e-b45b-9aaa-892cd30339aa" [ 740.908118] env[69959]: _type = "Task" [ 740.908118] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.918167] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b189f-774e-b45b-9aaa-892cd30339aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.980041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.980041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquired lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.980041] env[69959]: DEBUG nova.network.neutron [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.995162] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086366, 'name': Rename_Task, 'duration_secs': 0.18908} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.996183] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.998818] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a3571a-5e1f-4552-803e-5fbefa01aa81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.007324] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 741.007324] env[69959]: value = "task-4086369" [ 741.007324] env[69959]: _type = "Task" [ 741.007324] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.016329] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.065114] env[69959]: DEBUG oslo_concurrency.lockutils [None req-585714fe-a9b3-4e74-8cce-db7bc3e7318a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.900s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.082128] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.124540] env[69959]: DEBUG nova.compute.manager [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Received event network-changed-10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.124540] env[69959]: DEBUG nova.compute.manager [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Refreshing instance network info cache due to event network-changed-10820ac0-97b9-4351-92f7-ab934bb09884. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.124540] env[69959]: DEBUG oslo_concurrency.lockutils [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] Acquiring lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.124795] env[69959]: DEBUG oslo_concurrency.lockutils [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] Acquired lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.124795] env[69959]: DEBUG nova.network.neutron [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Refreshing network info cache for port 10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.327635] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086368, 'name': ReconfigVM_Task, 'duration_secs': 0.161788} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.330470] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.330930] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0465d902-0290-41c4-8f94-8dc49de00dd4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.338976] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 741.338976] env[69959]: value = "task-4086370" [ 741.338976] env[69959]: _type = "Task" [ 741.338976] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.356349] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.422648] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b189f-774e-b45b-9aaa-892cd30339aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.428110] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb8a045-20a9-4f4c-b61d-8f869526ee4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.436281] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 741.436281] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528a9360-b9f5-a30b-3fb6-a1c073f85519" [ 741.436281] env[69959]: _type = "Task" [ 741.436281] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.450040] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528a9360-b9f5-a30b-3fb6-a1c073f85519, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.450438] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.450666] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.450936] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46dfefb1-dd84-4f94-8131-970fe3b2be84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.460055] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 741.460055] env[69959]: value = "task-4086371" [ 741.460055] env[69959]: _type = "Task" [ 741.460055] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.470986] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.521382] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.538184] env[69959]: DEBUG nova.network.neutron [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.550439] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be10401-0358-4e45-8016-11742d2b5068 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.559352] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c10fe73-bf36-4429-9134-19b14f1117d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.601451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e01d9-4d67-4830-b9fd-75d597fc24d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.616385] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086367, 'name': ReconfigVM_Task, 'duration_secs': 0.600513} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.617607] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8eab418d-7191-42f9-8048-11edab75a8c0/8eab418d-7191-42f9-8048-11edab75a8c0.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.618699] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95516a96-52c7-4221-bc59-fdc0b8f0ece9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.623386] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84dc143a-b189-4f2f-b010-e96fb7bb7089 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.644909] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 741.644909] env[69959]: value = "task-4086372" [ 741.644909] env[69959]: _type = "Task" [ 741.644909] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.645425] env[69959]: DEBUG nova.compute.provider_tree [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.662261] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086372, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.854490] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.919218] env[69959]: DEBUG nova.network.neutron [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Updating instance_info_cache with network_info: [{"id": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "address": "fa:16:3e:5f:e5:0b", "network": {"id": "38dca323-6ce8-4f5c-acbd-667a4af7fa45", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790041159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da67e2154a6a4a6f86d502414f769c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae7718c-08", "ovs_interfaceid": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.973829] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086371, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.019575] env[69959]: DEBUG oslo_vmware.api [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086369, 'name': PowerOnVM_Task, 'duration_secs': 0.848756} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.019887] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.020104] env[69959]: INFO nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Took 11.28 seconds to spawn the instance on the hypervisor. [ 742.020291] env[69959]: DEBUG nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.021127] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37320789-cc2a-4bd9-a587-b4b226efee31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.054407] env[69959]: DEBUG nova.network.neutron [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updated VIF entry in instance network info cache for port 10820ac0-97b9-4351-92f7-ab934bb09884. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.054810] env[69959]: DEBUG nova.network.neutron [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updating instance_info_cache with network_info: [{"id": "10820ac0-97b9-4351-92f7-ab934bb09884", "address": "fa:16:3e:09:64:42", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10820ac0-97", "ovs_interfaceid": "10820ac0-97b9-4351-92f7-ab934bb09884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.152285] env[69959]: DEBUG nova.scheduler.client.report [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.166250] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086372, 'name': Rename_Task, 'duration_secs': 0.244667} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.166554] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.166804] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead9b82b-ef0f-463b-a117-81af124356e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.174114] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 742.174114] env[69959]: value = "task-4086373" [ 742.174114] env[69959]: _type = "Task" [ 742.174114] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.182951] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.334967] env[69959]: DEBUG nova.compute.manager [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Received event network-changed-eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.335441] env[69959]: DEBUG nova.compute.manager [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Refreshing instance network info cache due to event network-changed-eae7718c-08e9-40ae-a762-d17b69cdea6e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.335441] env[69959]: DEBUG oslo_concurrency.lockutils [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] Acquiring lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.351370] env[69959]: DEBUG oslo_vmware.api [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086370, 'name': PowerOnVM_Task, 'duration_secs': 0.593073} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.351793] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.356633] env[69959]: DEBUG nova.compute.manager [None req-c16b26a1-7c82-4c03-9972-e60c5bd183e8 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.358011] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f163dd-a28d-446c-9294-916e8bd5c240 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.422236] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Releasing lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.422574] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Instance network_info: |[{"id": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "address": "fa:16:3e:5f:e5:0b", "network": {"id": "38dca323-6ce8-4f5c-acbd-667a4af7fa45", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790041159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da67e2154a6a4a6f86d502414f769c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae7718c-08", "ovs_interfaceid": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.423293] env[69959]: DEBUG oslo_concurrency.lockutils [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] Acquired lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.423520] env[69959]: DEBUG nova.network.neutron [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Refreshing network info cache for port eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.424770] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e5:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae7718c-08e9-40ae-a762-d17b69cdea6e', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.433341] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Creating folder: Project (da67e2154a6a4a6f86d502414f769c56). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.434327] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c34e2339-51c2-4f1f-bdbe-7b860f46eb34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.447215] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Created folder: Project (da67e2154a6a4a6f86d502414f769c56) in parent group-v809535. [ 742.447215] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Creating folder: Instances. Parent ref: group-v809624. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.447215] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb241d50-12c0-4f29-a94d-87808633ab7a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.458728] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Created folder: Instances in parent group-v809624. [ 742.459085] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.459310] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.459563] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f404b62-23d9-48e0-af3c-ba0b36ce2d36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.484518] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521857} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.485877] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.486117] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.486459] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.486459] env[69959]: value = "task-4086376" [ 742.486459] env[69959]: _type = "Task" [ 742.486459] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.486632] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60da84d4-fe2f-4a1e-81a6-8dfbf1117b6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.498103] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086376, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.499733] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 742.499733] env[69959]: value = "task-4086377" [ 742.499733] env[69959]: _type = "Task" [ 742.499733] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.509184] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.542027] env[69959]: INFO nova.compute.manager [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Took 46.53 seconds to build instance. [ 742.558419] env[69959]: DEBUG oslo_concurrency.lockutils [req-0ea5aee2-fdd0-43f1-a5b2-75aea8fadcd2 req-ee46e951-a6f4-426e-a241-62923dd7857c service nova] Releasing lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.661422] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.661994] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.665323] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.326s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.667006] env[69959]: INFO nova.compute.claims [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.687650] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.999201] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086376, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.015614] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074663} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.015843] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.016745] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa21756-6c48-4365-8115-11c1430ed6a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.043952] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.044493] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd2e962d-c320-4004-9c07-148163898d99 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.320s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.045015] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35089676-88d6-4539-8270-1812f7f8901e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.072382] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 743.072382] env[69959]: value = "task-4086378" [ 743.072382] env[69959]: _type = "Task" [ 743.072382] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.082396] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.167760] env[69959]: DEBUG nova.compute.utils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.170209] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.170258] env[69959]: DEBUG nova.network.neutron [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.182399] env[69959]: DEBUG nova.network.neutron [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Updated VIF entry in instance network info cache for port eae7718c-08e9-40ae-a762-d17b69cdea6e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.183304] env[69959]: DEBUG nova.network.neutron [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Updating instance_info_cache with network_info: [{"id": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "address": "fa:16:3e:5f:e5:0b", "network": {"id": "38dca323-6ce8-4f5c-acbd-667a4af7fa45", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790041159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da67e2154a6a4a6f86d502414f769c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae7718c-08", "ovs_interfaceid": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.191129] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.272110] env[69959]: DEBUG nova.policy [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5502453ee2fa41b291de21aa44af1cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba192a7106d5432bb209fb8164f73eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.296890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "debf70b0-ab28-479a-9928-024b5c0ae947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.299103] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.501365] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086376, 'name': CreateVM_Task, 'duration_secs': 0.725278} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.501664] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.502211] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.502369] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.502688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.502934] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c774c409-af5c-4e74-8e3b-79783fdad72b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.508389] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 743.508389] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c9b35-a9de-297f-0276-2f6ef1412c88" [ 743.508389] env[69959]: _type = "Task" [ 743.508389] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.511847] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.512128] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.512349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.512559] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.512737] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.516704] env[69959]: INFO nova.compute.manager [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Terminating instance [ 743.523137] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c9b35-a9de-297f-0276-2f6ef1412c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.567111] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.583308] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.676024] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.692460] env[69959]: DEBUG oslo_concurrency.lockutils [req-d3ff2a5b-c060-4696-b2df-73bdce15b983 req-7841e18f-974b-4586-a9aa-834d9c69a668 service nova] Releasing lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.699397] env[69959]: DEBUG oslo_vmware.api [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086373, 'name': PowerOnVM_Task, 'duration_secs': 1.084629} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.699686] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.699892] env[69959]: INFO nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Took 10.18 seconds to spawn the instance on the hypervisor. [ 743.700165] env[69959]: DEBUG nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.701017] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401465b5-5701-4cee-b15f-90a366fb9165 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.804630] env[69959]: DEBUG nova.network.neutron [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Successfully created port: a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.020258] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c9b35-a9de-297f-0276-2f6ef1412c88, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.020338] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.020573] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.020812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.021031] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.021221] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.025088] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2ebf46-585e-4ddf-8157-5fb4194f0b60 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.026584] env[69959]: DEBUG nova.compute.manager [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.027028] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.028601] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07332c-d928-4ede-bd8f-3f453278d36d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.039834] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.043372] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5273d7ea-3c8d-4bf1-8a92-6d478d7222c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.046450] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.046641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.047782] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ecbd921-1938-4421-85b8-e93c2a582b74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.052767] env[69959]: DEBUG oslo_vmware.api [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 744.052767] env[69959]: value = "task-4086379" [ 744.052767] env[69959]: _type = "Task" [ 744.052767] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.054237] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 744.054237] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5265751d-ec34-a88f-24b5-b69e0d3084b5" [ 744.054237] env[69959]: _type = "Task" [ 744.054237] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.069122] env[69959]: DEBUG oslo_vmware.api [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.075459] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5265751d-ec34-a88f-24b5-b69e0d3084b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.083778] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6bd56d6-7ba0-4e4b-aa07-35e6bbf08015 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.090093] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 744.090093] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527e3b00-3d22-9391-2267-145e44686372" [ 744.090093] env[69959]: _type = "Task" [ 744.090093] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.093335] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086378, 'name': ReconfigVM_Task, 'duration_secs': 0.600191} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.096645] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.100029] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7920d8e6-ecfa-4640-aa76-e62af7e234c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.108267] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527e3b00-3d22-9391-2267-145e44686372, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.110285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.114197] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 98ca6f56-599f-4f61-b544-cbc1e593f9c2/98ca6f56-599f-4f61-b544-cbc1e593f9c2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.114197] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 744.114197] env[69959]: value = "task-4086380" [ 744.114197] env[69959]: _type = "Task" [ 744.114197] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.114197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.114197] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb54c55b-5530-4716-9549-a1fe22205e30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.127433] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 744.127433] env[69959]: value = "task-4086381" [ 744.127433] env[69959]: _type = "Task" [ 744.127433] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.127674] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086380, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.138420] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.222209] env[69959]: INFO nova.compute.manager [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Took 45.03 seconds to build instance. [ 744.305760] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3adabd-9b42-48c6-90f5-93b6be79ba88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.317169] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5756798f-e859-4df5-9afc-002e67300042 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.355422] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da151d-fbf1-4235-9710-f220e54fb953 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.366879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d49b7c-ea45-4fbf-8d23-09f202da53f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.384168] env[69959]: DEBUG nova.compute.provider_tree [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.568953] env[69959]: DEBUG oslo_vmware.api [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086379, 'name': PowerOffVM_Task, 'duration_secs': 0.216501} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.569373] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.569690] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.570094] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4f48946-085e-428b-ac5d-dc83ab8e22ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.628773] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086380, 'name': Rename_Task, 'duration_secs': 0.179078} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.628773] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.628773] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9987428e-063a-407d-9f79-8560df3d9095 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.639143] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 744.639143] env[69959]: value = "task-4086383" [ 744.639143] env[69959]: _type = "Task" [ 744.639143] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.642984] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.655022] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.691489] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.727259] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "8eab418d-7191-42f9-8048-11edab75a8c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.154s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.745477] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.745730] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.745884] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.748313] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.748528] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.748691] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.748914] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.749105] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.749283] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.749451] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.750373] env[69959]: DEBUG nova.virt.hardware [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.751559] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d30337-8ce1-4fff-8a41-0382e4ec1362 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.762970] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156c77e-ce13-4965-8d3a-6f9fbbcbefc1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.798322] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "0daccc65-92c2-4373-889b-2985ae46bcd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.798740] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.887934] env[69959]: DEBUG nova.scheduler.client.report [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.917306] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.917491] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.917675] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Deleting the datastore file [datastore2] cf385d59-a953-4dd8-a4e5-3ff6369c27d7 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.917970] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbfc5540-c8f3-4a2d-ac71-b6e9810e4c94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.927015] env[69959]: DEBUG oslo_vmware.api [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for the task: (returnval){ [ 744.927015] env[69959]: value = "task-4086384" [ 744.927015] env[69959]: _type = "Task" [ 744.927015] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.936759] env[69959]: DEBUG oslo_vmware.api [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.139455] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59743} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.139741] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 98ca6f56-599f-4f61-b544-cbc1e593f9c2/98ca6f56-599f-4f61-b544-cbc1e593f9c2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.139958] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.140350] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830a4475-b27b-4690-9005-088e0666df9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.148844] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 745.148844] env[69959]: value = "task-4086385" [ 745.148844] env[69959]: _type = "Task" [ 745.148844] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.157378] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.176915] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.231639] env[69959]: DEBUG nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.392878] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.393448] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.400037] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.723s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.400037] env[69959]: DEBUG nova.objects.instance [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lazy-loading 'resources' on Instance uuid 2d37ccad-5d6d-43c7-a428-7be96b6fd625 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.440013] env[69959]: DEBUG oslo_vmware.api [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Task: {'id': task-4086384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139972} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.440013] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.440013] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.440013] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.440013] env[69959]: INFO nova.compute.manager [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Took 1.41 seconds to destroy the instance on the hypervisor. [ 745.440556] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.440556] env[69959]: DEBUG nova.compute.manager [-] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.440556] env[69959]: DEBUG nova.network.neutron [-] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.653454] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086383, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.666030] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100005} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.666030] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.666422] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3920a9-8447-48bd-8af6-d055fbef945f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.692873] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 98ca6f56-599f-4f61-b544-cbc1e593f9c2/98ca6f56-599f-4f61-b544-cbc1e593f9c2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.693124] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e34631-6662-42da-943d-aa9124318d95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.715624] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 745.715624] env[69959]: value = "task-4086386" [ 745.715624] env[69959]: _type = "Task" [ 745.715624] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.724479] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.784396] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.801244] env[69959]: DEBUG nova.compute.manager [req-ef6c1f2f-dd0d-4bb1-88ca-35e1ac5c71d2 req-8d606a75-d939-4980-bcea-b0d3b55b90a3 service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Received event network-vif-plugged-a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.801467] env[69959]: DEBUG oslo_concurrency.lockutils [req-ef6c1f2f-dd0d-4bb1-88ca-35e1ac5c71d2 req-8d606a75-d939-4980-bcea-b0d3b55b90a3 service nova] Acquiring lock "44a14aaa-9828-4064-be67-b3b432790f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.801673] env[69959]: DEBUG oslo_concurrency.lockutils [req-ef6c1f2f-dd0d-4bb1-88ca-35e1ac5c71d2 req-8d606a75-d939-4980-bcea-b0d3b55b90a3 service nova] Lock "44a14aaa-9828-4064-be67-b3b432790f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.801842] env[69959]: DEBUG oslo_concurrency.lockutils [req-ef6c1f2f-dd0d-4bb1-88ca-35e1ac5c71d2 req-8d606a75-d939-4980-bcea-b0d3b55b90a3 service nova] Lock "44a14aaa-9828-4064-be67-b3b432790f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.802018] env[69959]: DEBUG nova.compute.manager [req-ef6c1f2f-dd0d-4bb1-88ca-35e1ac5c71d2 req-8d606a75-d939-4980-bcea-b0d3b55b90a3 service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] No waiting events found dispatching network-vif-plugged-a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.802251] env[69959]: WARNING nova.compute.manager [req-ef6c1f2f-dd0d-4bb1-88ca-35e1ac5c71d2 req-8d606a75-d939-4980-bcea-b0d3b55b90a3 service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Received unexpected event network-vif-plugged-a39a517e-7c6d-48fd-9213-e90bf49f50ef for instance with vm_state building and task_state spawning. [ 745.884190] env[69959]: DEBUG nova.network.neutron [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Successfully updated port: a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.901235] env[69959]: DEBUG nova.compute.utils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.907483] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.907898] env[69959]: DEBUG nova.network.neutron [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.158391] env[69959]: DEBUG oslo_vmware.api [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086383, 'name': PowerOnVM_Task, 'duration_secs': 1.286579} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.158391] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.158391] env[69959]: INFO nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Took 9.83 seconds to spawn the instance on the hypervisor. [ 746.158391] env[69959]: DEBUG nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.159213] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd029c2-ea2d-4c63-a4fe-482d89e8537e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.207462] env[69959]: DEBUG nova.policy [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '976447facb3a408d9587950b012b5eea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05ca36fdc6d343b7aaa3b0d671c12d7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.227963] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.390464] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "refresh_cache-44a14aaa-9828-4064-be67-b3b432790f05" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.390655] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "refresh_cache-44a14aaa-9828-4064-be67-b3b432790f05" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.390819] env[69959]: DEBUG nova.network.neutron [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.409419] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.426499] env[69959]: DEBUG nova.network.neutron [-] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.457048] env[69959]: DEBUG nova.compute.manager [req-614f4677-4263-478e-811d-9c2484ee21c4 req-729e6d09-8a27-4298-9e14-7522c45c612c service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Received event network-vif-deleted-f658fc95-de06-4cd8-8702-abd8465a3d31 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.457530] env[69959]: INFO nova.compute.manager [req-614f4677-4263-478e-811d-9c2484ee21c4 req-729e6d09-8a27-4298-9e14-7522c45c612c service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Neutron deleted interface f658fc95-de06-4cd8-8702-abd8465a3d31; detaching it from the instance and deleting it from the info cache [ 746.457530] env[69959]: DEBUG nova.network.neutron [req-614f4677-4263-478e-811d-9c2484ee21c4 req-729e6d09-8a27-4298-9e14-7522c45c612c service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.533384] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a45ca-92eb-4c60-825e-5ca69c5ef61a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.541626] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f89c4-75f5-4872-9d3f-0fe734700517 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.581318] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9558d3c7-1448-4918-a784-beab922784d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.589083] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd8a99-0335-453c-b57f-247e524b9f99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.608160] env[69959]: DEBUG nova.compute.provider_tree [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.688700] env[69959]: INFO nova.compute.manager [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Took 44.99 seconds to build instance. [ 746.732091] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086386, 'name': ReconfigVM_Task, 'duration_secs': 0.532721} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.732186] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 98ca6f56-599f-4f61-b544-cbc1e593f9c2/98ca6f56-599f-4f61-b544-cbc1e593f9c2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.732762] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e4922c3-8ada-484a-92cd-83b3c22c9721 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.739406] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 746.739406] env[69959]: value = "task-4086387" [ 746.739406] env[69959]: _type = "Task" [ 746.739406] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.748532] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086387, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.874154] env[69959]: DEBUG nova.network.neutron [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Successfully created port: 1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.931936] env[69959]: INFO nova.compute.manager [-] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Took 1.49 seconds to deallocate network for instance. [ 746.948427] env[69959]: DEBUG nova.network.neutron [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.962822] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b4a035-0f98-46f8-84f1-096b487c8dae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.975365] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92623562-a884-4910-ba2c-accfeca149cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.019700] env[69959]: DEBUG nova.compute.manager [req-614f4677-4263-478e-811d-9c2484ee21c4 req-729e6d09-8a27-4298-9e14-7522c45c612c service nova] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Detach interface failed, port_id=f658fc95-de06-4cd8-8702-abd8465a3d31, reason: Instance cf385d59-a953-4dd8-a4e5-3ff6369c27d7 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.112712] env[69959]: DEBUG nova.scheduler.client.report [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.132599] env[69959]: DEBUG nova.network.neutron [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Updating instance_info_cache with network_info: [{"id": "a39a517e-7c6d-48fd-9213-e90bf49f50ef", "address": "fa:16:3e:65:71:fd", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39a517e-7c", "ovs_interfaceid": "a39a517e-7c6d-48fd-9213-e90bf49f50ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.196476] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "c629d989-53cd-45e5-858f-847b696aa872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.595s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.250951] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086387, 'name': Rename_Task, 'duration_secs': 0.359388} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.251362] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.251785] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb31510-d6f8-4c06-9933-c36e48bb3e41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.263025] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 747.263025] env[69959]: value = "task-4086388" [ 747.263025] env[69959]: _type = "Task" [ 747.263025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.272099] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.425439] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.451360] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.475247] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.475507] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.475678] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.475839] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.476057] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.476208] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.476452] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.476672] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.476858] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.477041] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.477225] env[69959]: DEBUG nova.virt.hardware [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.478156] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c670537-f2bc-44ca-97df-9854a054336e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.486905] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8cf6c0-6d44-44dc-bab7-2584f5bce6c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.618996] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.621690] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.512s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.623060] env[69959]: INFO nova.compute.claims [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.636683] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "refresh_cache-44a14aaa-9828-4064-be67-b3b432790f05" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.637067] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Instance network_info: |[{"id": "a39a517e-7c6d-48fd-9213-e90bf49f50ef", "address": "fa:16:3e:65:71:fd", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39a517e-7c", "ovs_interfaceid": "a39a517e-7c6d-48fd-9213-e90bf49f50ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.637704] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:71:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39a517e-7c6d-48fd-9213-e90bf49f50ef', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.647769] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.647769] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.647769] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-540f24ed-b6cb-407f-91bf-aac488806c50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.670187] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.670187] env[69959]: value = "task-4086389" [ 747.670187] env[69959]: _type = "Task" [ 747.670187] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.678897] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086389, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.680166] env[69959]: INFO nova.scheduler.client.report [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleted allocations for instance 2d37ccad-5d6d-43c7-a428-7be96b6fd625 [ 747.703037] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.771666] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.018283] env[69959]: DEBUG nova.compute.manager [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Received event network-changed-a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.018585] env[69959]: DEBUG nova.compute.manager [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Refreshing instance network info cache due to event network-changed-a39a517e-7c6d-48fd-9213-e90bf49f50ef. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.019531] env[69959]: DEBUG oslo_concurrency.lockutils [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] Acquiring lock "refresh_cache-44a14aaa-9828-4064-be67-b3b432790f05" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.019531] env[69959]: DEBUG oslo_concurrency.lockutils [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] Acquired lock "refresh_cache-44a14aaa-9828-4064-be67-b3b432790f05" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.019531] env[69959]: DEBUG nova.network.neutron [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Refreshing network info cache for port a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.181633] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086389, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.191321] env[69959]: DEBUG oslo_concurrency.lockutils [None req-147955f9-0227-4133-bed8-2f045014b45f tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "2d37ccad-5d6d-43c7-a428-7be96b6fd625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.094s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.221401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.275107] env[69959]: DEBUG oslo_vmware.api [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086388, 'name': PowerOnVM_Task, 'duration_secs': 0.771695} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.278016] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.278016] env[69959]: INFO nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Took 9.17 seconds to spawn the instance on the hypervisor. [ 748.278016] env[69959]: DEBUG nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.278016] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8391c71-eb7e-40d5-be14-7bf0879c7d9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.647739] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "29558655-499e-4dee-b322-5de67728670a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.648059] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "29558655-499e-4dee-b322-5de67728670a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.648312] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "29558655-499e-4dee-b322-5de67728670a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.648507] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "29558655-499e-4dee-b322-5de67728670a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.648699] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "29558655-499e-4dee-b322-5de67728670a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.651384] env[69959]: INFO nova.compute.manager [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Terminating instance [ 748.685969] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086389, 'name': CreateVM_Task, 'duration_secs': 0.974165} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.686208] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.686952] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.687160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.687498] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.687965] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6007daab-1947-4b95-adb4-4f0e3c006234 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.697427] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 748.697427] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525ac68d-884d-7598-8b7f-636724c2ba02" [ 748.697427] env[69959]: _type = "Task" [ 748.697427] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.710797] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525ac68d-884d-7598-8b7f-636724c2ba02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.723893] env[69959]: DEBUG nova.compute.manager [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.725167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb99a9d3-3449-43c8-be7d-925a245d5328 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.779203] env[69959]: DEBUG nova.network.neutron [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Updated VIF entry in instance network info cache for port a39a517e-7c6d-48fd-9213-e90bf49f50ef. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.779203] env[69959]: DEBUG nova.network.neutron [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Updating instance_info_cache with network_info: [{"id": "a39a517e-7c6d-48fd-9213-e90bf49f50ef", "address": "fa:16:3e:65:71:fd", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39a517e-7c", "ovs_interfaceid": "a39a517e-7c6d-48fd-9213-e90bf49f50ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.804026] env[69959]: INFO nova.compute.manager [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Took 44.36 seconds to build instance. [ 748.873463] env[69959]: DEBUG nova.network.neutron [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Successfully updated port: 1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.156969] env[69959]: DEBUG nova.compute.manager [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.157321] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.158378] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6196735f-f3e7-46fd-bd07-e0ee2baaced7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.169707] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.169707] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963f966b-dfc9-4e03-8e9f-f0b0036af50e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.176936] env[69959]: DEBUG oslo_vmware.api [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 749.176936] env[69959]: value = "task-4086390" [ 749.176936] env[69959]: _type = "Task" [ 749.176936] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.190422] env[69959]: DEBUG oslo_vmware.api [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.208059] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525ac68d-884d-7598-8b7f-636724c2ba02, 'name': SearchDatastore_Task, 'duration_secs': 0.014241} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.208449] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.208753] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.209043] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.209255] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.209469] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.212533] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ec7575c-0538-48b7-bcb7-2a382ade298c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.223524] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.223665] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.224523] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052eb5ac-efce-4e1c-80db-819f6a9705a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.234924] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 749.234924] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52949347-a592-e23a-b596-591357033c5d" [ 749.234924] env[69959]: _type = "Task" [ 749.234924] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.238813] env[69959]: INFO nova.compute.manager [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] instance snapshotting [ 749.244578] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4ece0f-1648-4360-b732-8f1f5b4cfe08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.250716] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52949347-a592-e23a-b596-591357033c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.271288] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c9b87f-a4b7-4724-960d-3290c3b48011 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.282788] env[69959]: DEBUG oslo_concurrency.lockutils [req-11b66028-96bf-431f-b813-d338fd6ae5f6 req-c4dd22db-d84b-43ab-a810-5cd50fb258aa service nova] Releasing lock "refresh_cache-44a14aaa-9828-4064-be67-b3b432790f05" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.289658] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7074d3-c6fb-41fa-9042-9e72082c7d12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.298831] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cad6fe-20c1-442a-b912-28d27e19a32e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.334466] env[69959]: DEBUG oslo_concurrency.lockutils [None req-166216be-5188-482e-95b9-3358b1f41960 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.705s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.337582] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e66cbd-b890-492f-b6df-3e8c19706fc6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.349274] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb582d-f336-4456-afec-02d4c688d82c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.367071] env[69959]: DEBUG nova.compute.provider_tree [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.378311] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.378451] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquired lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.378965] env[69959]: DEBUG nova.network.neutron [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.563154] env[69959]: DEBUG nova.compute.manager [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Received event network-changed-eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.563208] env[69959]: DEBUG nova.compute.manager [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Refreshing instance network info cache due to event network-changed-eae7718c-08e9-40ae-a762-d17b69cdea6e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.563411] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] Acquiring lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.563559] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] Acquired lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.563719] env[69959]: DEBUG nova.network.neutron [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Refreshing network info cache for port eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.687388] env[69959]: DEBUG oslo_vmware.api [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086390, 'name': PowerOffVM_Task, 'duration_secs': 0.305165} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.687667] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.687894] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.688111] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e7cdec-1207-4982-a800-00378d0c7430 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.746864] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52949347-a592-e23a-b596-591357033c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.747681] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f16c4c2-8f68-4f20-bd72-18806ca66e2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.753523] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 749.753523] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fed8ce-a3e0-4a59-46be-0477eb617ed5" [ 749.753523] env[69959]: _type = "Task" [ 749.753523] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.762938] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fed8ce-a3e0-4a59-46be-0477eb617ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.771582] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.771836] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.772032] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleting the datastore file [datastore2] 29558655-499e-4dee-b322-5de67728670a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.772333] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8b79342-5a22-463f-be4d-bc24eb4c5172 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.781409] env[69959]: DEBUG oslo_vmware.api [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 749.781409] env[69959]: value = "task-4086392" [ 749.781409] env[69959]: _type = "Task" [ 749.781409] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.785478] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 749.785745] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e683e78a-ed52-49cc-b591-18d2458fd081 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.792991] env[69959]: DEBUG oslo_vmware.api [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.794315] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 749.794315] env[69959]: value = "task-4086393" [ 749.794315] env[69959]: _type = "Task" [ 749.794315] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.841570] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.871050] env[69959]: DEBUG nova.scheduler.client.report [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.925562] env[69959]: DEBUG nova.network.neutron [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.083488] env[69959]: DEBUG nova.compute.manager [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Received event network-vif-plugged-1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.083488] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] Acquiring lock "cce1a170-4a15-4b02-b745-b22ad8fb694c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.083488] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.083488] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.083488] env[69959]: DEBUG nova.compute.manager [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] No waiting events found dispatching network-vif-plugged-1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 750.083663] env[69959]: WARNING nova.compute.manager [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Received unexpected event network-vif-plugged-1f738c92-9c79-4bb7-8acb-8aa8004ba75e for instance with vm_state building and task_state spawning. [ 750.083663] env[69959]: DEBUG nova.compute.manager [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Received event network-changed-1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.083663] env[69959]: DEBUG nova.compute.manager [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Refreshing instance network info cache due to event network-changed-1f738c92-9c79-4bb7-8acb-8aa8004ba75e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.084975] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] Acquiring lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.149023] env[69959]: DEBUG nova.network.neutron [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updating instance_info_cache with network_info: [{"id": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "address": "fa:16:3e:c6:6b:29", "network": {"id": "eb55e868-4c4a-43b1-a00d-d31b749099fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1306447727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05ca36fdc6d343b7aaa3b0d671c12d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f738c92-9c", "ovs_interfaceid": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.268357] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fed8ce-a3e0-4a59-46be-0477eb617ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.268684] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.268983] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 44a14aaa-9828-4064-be67-b3b432790f05/44a14aaa-9828-4064-be67-b3b432790f05.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.269280] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-992a2905-7222-4e6d-b7e0-96c27c44997e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.276811] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 750.276811] env[69959]: value = "task-4086394" [ 750.276811] env[69959]: _type = "Task" [ 750.276811] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.287732] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.293747] env[69959]: DEBUG oslo_vmware.api [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155044} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.294016] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.294611] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.294611] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.294780] env[69959]: INFO nova.compute.manager [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: 29558655-499e-4dee-b322-5de67728670a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 750.295088] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.295450] env[69959]: DEBUG nova.compute.manager [-] [instance: 29558655-499e-4dee-b322-5de67728670a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.295616] env[69959]: DEBUG nova.network.neutron [-] [instance: 29558655-499e-4dee-b322-5de67728670a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.307279] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.312349] env[69959]: DEBUG nova.network.neutron [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Updated VIF entry in instance network info cache for port eae7718c-08e9-40ae-a762-d17b69cdea6e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.312698] env[69959]: DEBUG nova.network.neutron [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Updating instance_info_cache with network_info: [{"id": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "address": "fa:16:3e:5f:e5:0b", "network": {"id": "38dca323-6ce8-4f5c-acbd-667a4af7fa45", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790041159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da67e2154a6a4a6f86d502414f769c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae7718c-08", "ovs_interfaceid": "eae7718c-08e9-40ae-a762-d17b69cdea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.374799] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.375856] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.376752] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.382526] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.735s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.382949] env[69959]: DEBUG nova.objects.instance [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lazy-loading 'resources' on Instance uuid cb557354-aef6-493d-b1a1-5a588e5f354a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.652351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Releasing lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.652696] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Instance network_info: |[{"id": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "address": "fa:16:3e:c6:6b:29", "network": {"id": "eb55e868-4c4a-43b1-a00d-d31b749099fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1306447727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05ca36fdc6d343b7aaa3b0d671c12d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f738c92-9c", "ovs_interfaceid": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.654493] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] Acquired lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.654689] env[69959]: DEBUG nova.network.neutron [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Refreshing network info cache for port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.655800] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:6b:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f738c92-9c79-4bb7-8acb-8aa8004ba75e', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.664118] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Creating folder: Project (05ca36fdc6d343b7aaa3b0d671c12d7e). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.664527] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc9fe254-891e-4893-9788-ed4d357e094d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.678437] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Created folder: Project (05ca36fdc6d343b7aaa3b0d671c12d7e) in parent group-v809535. [ 750.678783] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Creating folder: Instances. Parent ref: group-v809628. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.679133] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44591610-68bf-4a29-a4d5-746d9219b179 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.693491] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Created folder: Instances in parent group-v809628. [ 750.693678] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.693777] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.694012] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99296d7-7a08-4c4c-9752-24723acb1a90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.715075] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.715075] env[69959]: value = "task-4086397" [ 750.715075] env[69959]: _type = "Task" [ 750.715075] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.724248] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086397, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.789067] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497056} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.789536] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 44a14aaa-9828-4064-be67-b3b432790f05/44a14aaa-9828-4064-be67-b3b432790f05.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.789740] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.789937] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d9c099e-977f-4fc1-a45d-d4772beaa956 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.796930] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 750.796930] env[69959]: value = "task-4086398" [ 750.796930] env[69959]: _type = "Task" [ 750.796930] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.811052] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.814253] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.814748] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c2d8033-cf3a-4537-96fa-0ea7cbf7fd07 req-8143689c-261b-4d28-b4cd-fe3db7d77296 service nova] Releasing lock "refresh_cache-98ca6f56-599f-4f61-b544-cbc1e593f9c2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.886895] env[69959]: DEBUG nova.compute.utils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.892155] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.892352] env[69959]: DEBUG nova.network.neutron [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.943166] env[69959]: DEBUG nova.policy [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83aa08519ce640419e95f5ed2118c25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29846ca1376441fbb24fd8eeb45e11af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.165129] env[69959]: DEBUG nova.network.neutron [-] [instance: 29558655-499e-4dee-b322-5de67728670a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.234498] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086397, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.314561] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086393, 'name': CreateSnapshot_Task, 'duration_secs': 1.124966} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.315564] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.316484] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e85323-658b-43f3-98bd-93510ba6fc9d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.324437] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064134} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.325846] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.326618] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce2d3b-1c58-428a-87c4-aa45dcb057cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.362716] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 44a14aaa-9828-4064-be67-b3b432790f05/44a14aaa-9828-4064-be67-b3b432790f05.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.365880] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3517ad-5e24-4589-9043-94ba377a9cde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.389929] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 751.389929] env[69959]: value = "task-4086399" [ 751.389929] env[69959]: _type = "Task" [ 751.389929] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.393676] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.408036] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.467522] env[69959]: DEBUG nova.network.neutron [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Successfully created port: 845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.478709] env[69959]: DEBUG nova.network.neutron [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updated VIF entry in instance network info cache for port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.479076] env[69959]: DEBUG nova.network.neutron [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updating instance_info_cache with network_info: [{"id": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "address": "fa:16:3e:c6:6b:29", "network": {"id": "eb55e868-4c4a-43b1-a00d-d31b749099fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1306447727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05ca36fdc6d343b7aaa3b0d671c12d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f738c92-9c", "ovs_interfaceid": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.661016] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d240d9-bda0-4dcb-8b9e-9781ba44f3d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.668365] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4be0d8c-25c1-45d8-9f6e-cc884545df07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.671390] env[69959]: INFO nova.compute.manager [-] [instance: 29558655-499e-4dee-b322-5de67728670a] Took 1.38 seconds to deallocate network for instance. [ 751.703127] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbccf022-1ea2-41a8-85ae-4c7ba8420b75 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.711670] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b106aaee-2796-4068-8f1c-a3cc7f599412 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.728707] env[69959]: DEBUG nova.compute.provider_tree [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.736315] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086397, 'name': CreateVM_Task, 'duration_secs': 0.833405} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.736477] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.738011] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.738221] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.738514] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.739321] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20f6802-ba6b-451f-a0fe-55080a486feb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.745787] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 751.745787] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521953fe-fae1-eddf-4ffe-4d850e493cac" [ 751.745787] env[69959]: _type = "Task" [ 751.745787] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.755000] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521953fe-fae1-eddf-4ffe-4d850e493cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.843876] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.844219] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f37f3f90-1e92-4b66-913c-70815110d97e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.853962] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 751.853962] env[69959]: value = "task-4086400" [ 751.853962] env[69959]: _type = "Task" [ 751.853962] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.862956] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086400, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.906165] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.984780] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d905bf-63d6-4fe3-b19a-152313e3250b req-9621a9e0-6f9e-4ef2-8d5f-d3fe07f55084 service nova] Releasing lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.171429] env[69959]: DEBUG nova.compute.manager [req-a003a2a3-5204-4b8e-9680-8d2cb45d20f3 req-433068c1-93b3-48cf-9dd1-61b6922249fd service nova] [instance: 29558655-499e-4dee-b322-5de67728670a] Received event network-vif-deleted-3cfd0f01-2cad-4f83-ac17-2d98c6531888 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.178564] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.233556] env[69959]: DEBUG nova.scheduler.client.report [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.257691] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521953fe-fae1-eddf-4ffe-4d850e493cac, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.258845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259126] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.259459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259815] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.260502] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7af41cb8-5954-462c-9429-c9f02ccd1f08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.272780] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.272780] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.273953] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a3e0e1-7b6f-4ab9-af7c-6ae96241f41b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.282026] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 752.282026] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521a6187-8872-ff33-28ae-61ca683a7c45" [ 752.282026] env[69959]: _type = "Task" [ 752.282026] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.292036] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521a6187-8872-ff33-28ae-61ca683a7c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.368048] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086400, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.404131] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086399, 'name': ReconfigVM_Task, 'duration_secs': 0.781512} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.404505] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 44a14aaa-9828-4064-be67-b3b432790f05/44a14aaa-9828-4064-be67-b3b432790f05.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.405229] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb521613-1881-4e23-9ea8-d9a06a148ae0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.408595] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.419027] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 752.419027] env[69959]: value = "task-4086401" [ 752.419027] env[69959]: _type = "Task" [ 752.419027] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.431590] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086401, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.441419] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.441624] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.441908] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.442277] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.442575] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.442843] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.443199] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.443495] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.443803] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.444120] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.444445] env[69959]: DEBUG nova.virt.hardware [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.446422] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b6fd2-7839-4260-9834-ce7958e3df8b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.459031] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece90029-7405-4193-9ecb-3fe62e11708d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.740708] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.743140] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.117s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.743335] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.743737] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 752.744191] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.908s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.745271] env[69959]: INFO nova.compute.claims [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.749525] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc689936-376f-46f8-9325-bb4e42029823 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.758013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99843c0-5c61-4545-a9aa-17394e5a837b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.774334] env[69959]: INFO nova.scheduler.client.report [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Deleted allocations for instance cb557354-aef6-493d-b1a1-5a588e5f354a [ 752.775954] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d49573-4a0e-4036-8a2b-d1c853694250 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.792619] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33781b65-07de-4c74-a844-9a55565d75e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.803927] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521a6187-8872-ff33-28ae-61ca683a7c45, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.837831] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179634MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 752.838112] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.838580] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242ace8e-6d13-49d8-b5ff-48a18fa9e621 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.846996] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 752.846996] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ad8e1-ce44-5768-c021-7b40a966b048" [ 752.846996] env[69959]: _type = "Task" [ 752.846996] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.865080] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ad8e1-ce44-5768-c021-7b40a966b048, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.867103] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.867486] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] cce1a170-4a15-4b02-b745-b22ad8fb694c/cce1a170-4a15-4b02-b745-b22ad8fb694c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.867828] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c49a18-8510-4117-b673-631e70c00fc8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.875369] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086400, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.882296] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 752.882296] env[69959]: value = "task-4086402" [ 752.882296] env[69959]: _type = "Task" [ 752.882296] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.893079] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.930888] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086401, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.174322] env[69959]: DEBUG nova.network.neutron [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Successfully updated port: 845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.289890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-875fadc4-2848-4d7b-97c9-2e6b4f765fd7 tempest-ServerDiagnosticsV248Test-1352290447 tempest-ServerDiagnosticsV248Test-1352290447-project-member] Lock "cb557354-aef6-493d-b1a1-5a588e5f354a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.894s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.366607] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086400, 'name': CloneVM_Task, 'duration_secs': 1.256362} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.366845] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Created linked-clone VM from snapshot [ 753.367682] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1173a-2bc5-4ab8-8362-98900c7f2b0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.377654] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Uploading image 9adc1ce1-fbd3-4178-afe6-0a35971d7a4f {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 753.393101] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086402, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.394350] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.394676] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39e4bcb6-8ff2-4171-b1ef-72e1f3875fa9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.403563] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 753.403563] env[69959]: value = "task-4086403" [ 753.403563] env[69959]: _type = "Task" [ 753.403563] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.413542] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086403, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.430587] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086401, 'name': Rename_Task, 'duration_secs': 1.007688} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.430587] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.430859] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c26c05-383b-4aaa-bc51-94bdcde8bff5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.437081] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 753.437081] env[69959]: value = "task-4086404" [ 753.437081] env[69959]: _type = "Task" [ 753.437081] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.445788] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.677518] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "refresh_cache-6d653768-205c-4819-8498-ae0617302a31" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.677723] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "refresh_cache-6d653768-205c-4819-8498-ae0617302a31" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.677916] env[69959]: DEBUG nova.network.neutron [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.892869] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513015} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.893175] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] cce1a170-4a15-4b02-b745-b22ad8fb694c/cce1a170-4a15-4b02-b745-b22ad8fb694c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.893397] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.893657] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-767a2189-71a7-4106-82be-16992caa3297 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.901087] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 753.901087] env[69959]: value = "task-4086405" [ 753.901087] env[69959]: _type = "Task" [ 753.901087] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.916477] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.921205] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086403, 'name': Destroy_Task, 'duration_secs': 0.476265} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.921555] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Destroyed the VM [ 753.921907] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.922349] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b0927059-14d4-4b21-b2da-9ad67e41505d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.930540] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 753.930540] env[69959]: value = "task-4086406" [ 753.930540] env[69959]: _type = "Task" [ 753.930540] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.941405] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.964320] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.230696] env[69959]: DEBUG nova.network.neutron [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.258175] env[69959]: DEBUG nova.compute.manager [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Received event network-vif-plugged-845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.258175] env[69959]: DEBUG oslo_concurrency.lockutils [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] Acquiring lock "6d653768-205c-4819-8498-ae0617302a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.258175] env[69959]: DEBUG oslo_concurrency.lockutils [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] Lock "6d653768-205c-4819-8498-ae0617302a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.258175] env[69959]: DEBUG oslo_concurrency.lockutils [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] Lock "6d653768-205c-4819-8498-ae0617302a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.258654] env[69959]: DEBUG nova.compute.manager [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] No waiting events found dispatching network-vif-plugged-845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 754.258654] env[69959]: WARNING nova.compute.manager [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Received unexpected event network-vif-plugged-845446f3-1850-415d-8305-df1dcd1e4b0a for instance with vm_state building and task_state spawning. [ 754.258724] env[69959]: DEBUG nova.compute.manager [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Received event network-changed-845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.258881] env[69959]: DEBUG nova.compute.manager [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Refreshing instance network info cache due to event network-changed-845446f3-1850-415d-8305-df1dcd1e4b0a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.259052] env[69959]: DEBUG oslo_concurrency.lockutils [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] Acquiring lock "refresh_cache-6d653768-205c-4819-8498-ae0617302a31" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.353559] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652928eb-bce9-4413-8625-bca907743833 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.366323] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644176d-9267-4349-a72a-7960c5652ab8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.408190] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20235c0d-c450-4df0-8d9b-63b4b9797110 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.417663] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088232} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.419843] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.420922] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c60b8-36e8-4982-b190-60ebbc973bc9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.424434] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38433488-5af7-48e7-a62b-27f561ff94a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.454646] env[69959]: DEBUG nova.compute.provider_tree [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.464854] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] cce1a170-4a15-4b02-b745-b22ad8fb694c/cce1a170-4a15-4b02-b745-b22ad8fb694c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.470024] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48be663f-3c4a-4788-94ea-790a894f0c58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.493979] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.494539] env[69959]: DEBUG oslo_vmware.api [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086404, 'name': PowerOnVM_Task, 'duration_secs': 0.703535} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.495807] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.496021] env[69959]: INFO nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Took 9.80 seconds to spawn the instance on the hypervisor. [ 754.496200] env[69959]: DEBUG nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.496901] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 754.496901] env[69959]: value = "task-4086407" [ 754.496901] env[69959]: _type = "Task" [ 754.496901] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.497243] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4efbf-b1d5-4c76-9791-c0beeea45667 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.516398] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.550554] env[69959]: DEBUG nova.network.neutron [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Updating instance_info_cache with network_info: [{"id": "845446f3-1850-415d-8305-df1dcd1e4b0a", "address": "fa:16:3e:d1:6e:e5", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845446f3-18", "ovs_interfaceid": "845446f3-1850-415d-8305-df1dcd1e4b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.944369] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.966886] env[69959]: DEBUG nova.scheduler.client.report [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.010869] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.025591] env[69959]: INFO nova.compute.manager [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Took 42.87 seconds to build instance. [ 755.052953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "refresh_cache-6d653768-205c-4819-8498-ae0617302a31" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.053288] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Instance network_info: |[{"id": "845446f3-1850-415d-8305-df1dcd1e4b0a", "address": "fa:16:3e:d1:6e:e5", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845446f3-18", "ovs_interfaceid": "845446f3-1850-415d-8305-df1dcd1e4b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.053583] env[69959]: DEBUG oslo_concurrency.lockutils [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] Acquired lock "refresh_cache-6d653768-205c-4819-8498-ae0617302a31" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.053763] env[69959]: DEBUG nova.network.neutron [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Refreshing network info cache for port 845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.054923] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:6e:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845446f3-1850-415d-8305-df1dcd1e4b0a', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.062895] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating folder: Project (29846ca1376441fbb24fd8eeb45e11af). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.066260] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54b4ba3f-beb5-4af5-af43-fde179159521 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.080295] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created folder: Project (29846ca1376441fbb24fd8eeb45e11af) in parent group-v809535. [ 755.080295] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating folder: Instances. Parent ref: group-v809633. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.080295] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee372eb0-b4d2-448b-b052-cd43bc897500 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.091940] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created folder: Instances in parent group-v809633. [ 755.092119] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.092248] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d653768-205c-4819-8498-ae0617302a31] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.092687] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ad2978-5535-4cf3-aa3d-d2beda23cbb9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.117895] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.117895] env[69959]: value = "task-4086410" [ 755.117895] env[69959]: _type = "Task" [ 755.117895] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.127396] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086410, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.445087] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086406, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.446570] env[69959]: DEBUG nova.network.neutron [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Updated VIF entry in instance network info cache for port 845446f3-1850-415d-8305-df1dcd1e4b0a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.447792] env[69959]: DEBUG nova.network.neutron [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Updating instance_info_cache with network_info: [{"id": "845446f3-1850-415d-8305-df1dcd1e4b0a", "address": "fa:16:3e:d1:6e:e5", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845446f3-18", "ovs_interfaceid": "845446f3-1850-415d-8305-df1dcd1e4b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.476064] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.476726] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.479496] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.092s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.480956] env[69959]: INFO nova.compute.claims [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.511629] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086407, 'name': ReconfigVM_Task, 'duration_secs': 0.703201} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.512158] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Reconfigured VM instance instance-0000001f to attach disk [datastore1] cce1a170-4a15-4b02-b745-b22ad8fb694c/cce1a170-4a15-4b02-b745-b22ad8fb694c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.513209] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed982d8-9e6e-4047-bc29-2f599aba9fb7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.521969] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 755.521969] env[69959]: value = "task-4086411" [ 755.521969] env[69959]: _type = "Task" [ 755.521969] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.533797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f626d499-7857-48ec-8314-a2af4d9f0c51 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "44a14aaa-9828-4064-be67-b3b432790f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.709s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.534137] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086411, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.628650] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086410, 'name': CreateVM_Task, 'duration_secs': 0.434585} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.628888] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d653768-205c-4819-8498-ae0617302a31] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.629932] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.630187] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.632468] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.632468] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779b424f-5dcb-4a91-9154-bdc35d8db776 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.637440] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 755.637440] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5228f0be-8fcb-de4b-ad00-bdf00a65c5f0" [ 755.637440] env[69959]: _type = "Task" [ 755.637440] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.646720] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5228f0be-8fcb-de4b-ad00-bdf00a65c5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.944626] env[69959]: DEBUG oslo_vmware.api [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086406, 'name': RemoveSnapshot_Task, 'duration_secs': 1.560674} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.945011] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.949375] env[69959]: DEBUG oslo_concurrency.lockutils [req-c955396f-b0e0-4834-a447-3e6e8b958948 req-c863aecc-bff9-454f-98f8-b19280101636 service nova] Releasing lock "refresh_cache-6d653768-205c-4819-8498-ae0617302a31" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.987933] env[69959]: DEBUG nova.compute.utils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.990288] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.990494] env[69959]: DEBUG nova.network.neutron [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.037405] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.040244] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086411, 'name': Rename_Task, 'duration_secs': 0.317849} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.040508] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.040753] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93efc9ba-6332-4ab2-80c2-82057481839d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.049458] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 756.049458] env[69959]: value = "task-4086412" [ 756.049458] env[69959]: _type = "Task" [ 756.049458] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.060521] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.101729] env[69959]: DEBUG nova.policy [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3af662b533b749838b5a9cdc5e3b24d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f38d9959844315978b6e7ea56bd9fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.151013] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5228f0be-8fcb-de4b-ad00-bdf00a65c5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.151444] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.151734] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.152044] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.152242] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.152472] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.154937] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e3b95d-291b-4c94-aaa2-fda988fba7c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.166568] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.166791] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.167673] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a435781f-9a5f-475c-8b2f-c95b5380bdd2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.173999] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 756.173999] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523abca5-eb2d-e80a-93db-d69c9bbb991e" [ 756.173999] env[69959]: _type = "Task" [ 756.173999] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.182984] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523abca5-eb2d-e80a-93db-d69c9bbb991e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.452455] env[69959]: WARNING nova.compute.manager [None req-a12410e8-186e-49ab-b18a-2addd71b461f tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Image not found during snapshot: nova.exception.ImageNotFound: Image 9adc1ce1-fbd3-4178-afe6-0a35971d7a4f could not be found. [ 756.497823] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.561967] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.565708] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.589610] env[69959]: DEBUG nova.network.neutron [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Successfully created port: 3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.687248] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523abca5-eb2d-e80a-93db-d69c9bbb991e, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.691260] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8667b50-7b87-4078-9ddc-31a98c2a5a83 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.697619] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 756.697619] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526c5022-aed2-d1d8-dce8-f7660cec48d4" [ 756.697619] env[69959]: _type = "Task" [ 756.697619] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.707407] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526c5022-aed2-d1d8-dce8-f7660cec48d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.791198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-c9a3fe9a-ec34-4625-9571-3b708815ee1e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.791446] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-c9a3fe9a-ec34-4625-9571-3b708815ee1e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.791814] env[69959]: DEBUG nova.objects.instance [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'flavor' on Instance uuid c9a3fe9a-ec34-4625-9571-3b708815ee1e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.064607] env[69959]: DEBUG oslo_vmware.api [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086412, 'name': PowerOnVM_Task, 'duration_secs': 0.777044} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.067592] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.067832] env[69959]: INFO nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Took 9.64 seconds to spawn the instance on the hypervisor. [ 757.068029] env[69959]: DEBUG nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.069389] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce539258-da1f-4810-ae2e-d1c3281ec05b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.129155] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6037e-ee4d-4581-aebc-a1a90f49cf41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.137546] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1603cf-43c1-4620-b213-a85cdcb3f40f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.170065] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ffc540-ae84-4a64-abea-825f687aba14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.179900] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50541504-b677-48cf-89fb-4cf507795d83 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.197057] env[69959]: DEBUG nova.compute.provider_tree [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.208481] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526c5022-aed2-d1d8-dce8-f7660cec48d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012838} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.208756] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.209030] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 6d653768-205c-4819-8498-ae0617302a31/6d653768-205c-4819-8498-ae0617302a31.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.209316] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08a4411-0ae7-4228-b6a3-813b19d56b13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.217322] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 757.217322] env[69959]: value = "task-4086413" [ 757.217322] env[69959]: _type = "Task" [ 757.217322] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.228336] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.444775] env[69959]: DEBUG nova.objects.instance [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'pci_requests' on Instance uuid c9a3fe9a-ec34-4625-9571-3b708815ee1e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.459797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "6afbc757-f826-4806-9a18-87326532db2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.460056] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "6afbc757-f826-4806-9a18-87326532db2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.513544] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.551083] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.551351] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.551507] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.551690] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.551837] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.551984] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.552223] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.552385] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.552619] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.552842] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.553040] env[69959]: DEBUG nova.virt.hardware [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.553961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0010d41-6d24-4678-9b81-46ff23c39e6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.567136] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad99d94e-69f4-4ca6-ad58-0bd27a6ed060 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.596545] env[69959]: INFO nova.compute.manager [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Took 42.28 seconds to build instance. [ 757.705205] env[69959]: DEBUG nova.scheduler.client.report [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.733567] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.947619] env[69959]: DEBUG nova.objects.base [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 757.948136] env[69959]: DEBUG nova.network.neutron [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.967276] env[69959]: DEBUG oslo_concurrency.lockutils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.967771] env[69959]: DEBUG oslo_concurrency.lockutils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.998415] env[69959]: DEBUG nova.policy [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.103310] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b6c982a1-7d38-411c-b922-376ba7c655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.478s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.209568] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.210119] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.213170] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.530s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.213428] env[69959]: DEBUG nova.objects.instance [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lazy-loading 'resources' on Instance uuid 5f010cf7-c829-4264-93ba-c0db09cf0c46 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.242719] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518891} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.243452] env[69959]: DEBUG nova.network.neutron [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Successfully updated port: 3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.247021] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 6d653768-205c-4819-8498-ae0617302a31/6d653768-205c-4819-8498-ae0617302a31.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.247021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.247021] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac89ee06-648a-46fe-bfd6-743a5f9a8e3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.256526] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 758.256526] env[69959]: value = "task-4086414" [ 758.256526] env[69959]: _type = "Task" [ 758.256526] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.267959] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.473272] env[69959]: DEBUG nova.compute.utils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.517820] env[69959]: DEBUG nova.network.neutron [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Successfully created port: bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.610462] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.718547] env[69959]: DEBUG nova.compute.utils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.721479] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.721853] env[69959]: DEBUG nova.network.neutron [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.750579] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.750579] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.750579] env[69959]: DEBUG nova.network.neutron [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.771237] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069249} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.771675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.772781] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2819cc1d-36dc-454a-acce-3c22bf0bb95b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.801547] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6d653768-205c-4819-8498-ae0617302a31/6d653768-205c-4819-8498-ae0617302a31.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.805849] env[69959]: DEBUG nova.policy [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34a4badead0e48f1b3addc776d7024c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dbf85cb09054b22bdba895e70de2101', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.807460] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf19d268-aecf-4c29-ada7-b9162fa37868 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.828989] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 758.828989] env[69959]: value = "task-4086415" [ 758.828989] env[69959]: _type = "Task" [ 758.828989] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.842051] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.975461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.116272] env[69959]: DEBUG nova.network.neutron [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Successfully created port: c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.139864] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.227342] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.294120] env[69959]: DEBUG nova.network.neutron [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.337122] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d150c-db48-4306-bed5-73d2d8b2f27c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.352608] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52baee50-6570-425d-96d5-2e4047b63987 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.355210] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.388362] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a6aad0-2db0-4235-a8a5-84e3efb8e7b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.398625] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6077ffa2-607a-4b46-987f-c216449f1e08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.416663] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.479554] env[69959]: DEBUG nova.network.neutron [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [{"id": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "address": "fa:16:3e:48:a2:35", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f126f49-55", "ovs_interfaceid": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.844101] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.942171] env[69959]: ERROR nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [req-c64d0aa0-94be-4e86-a318-7cd04b7e4dde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c64d0aa0-94be-4e86-a318-7cd04b7e4dde"}]} [ 759.961885] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 759.982797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.983553] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance network_info: |[{"id": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "address": "fa:16:3e:48:a2:35", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f126f49-55", "ovs_interfaceid": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.983671] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:a2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f126f49-55cf-4a69-b62c-15a5c09acfaf', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.001017] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.001017] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.001017] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.001649] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.002126] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d382c734-b3f0-48f7-9f01-ce14522925c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.019481] env[69959]: DEBUG nova.network.neutron [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Successfully updated port: bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.022236] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.031287] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.031287] env[69959]: value = "task-4086416" [ 760.031287] env[69959]: _type = "Task" [ 760.031287] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.042707] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086416, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.048830] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.051628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.051873] env[69959]: DEBUG oslo_concurrency.lockutils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.052113] env[69959]: INFO nova.compute.manager [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Attaching volume 54f04474-baf3-493a-a441-7d2c5caa90be to /dev/sdb [ 760.098274] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45e615-5ce8-49b0-9efc-4c38c35b297f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.110016] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9ec70-40c2-4758-b1b0-8db1d5b41f70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.133655] env[69959]: DEBUG nova.virt.block_device [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updating existing volume attachment record: 91596212-ae67-48bb-b2a0-7a28317c9e4e {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 760.238028] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.267796] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.268053] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.268211] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.268441] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.268643] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.268818] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.269040] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.269185] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.269379] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.269609] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.269821] env[69959]: DEBUG nova.virt.hardware [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.270852] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9667a0a-fcf2-46b4-8a28-fb6e523ff1ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.284520] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a84341-b16c-42da-878c-4d2b649d0a83 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.340388] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086415, 'name': ReconfigVM_Task, 'duration_secs': 1.334456} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.340746] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6d653768-205c-4819-8498-ae0617302a31/6d653768-205c-4819-8498-ae0617302a31.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.344980] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66605be8-d030-4085-9dc2-0905eae92fb5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.354334] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 760.354334] env[69959]: value = "task-4086418" [ 760.354334] env[69959]: _type = "Task" [ 760.354334] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.367198] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086418, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.524965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.525222] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525440] env[69959]: DEBUG nova.network.neutron [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.544122] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086416, 'name': CreateVM_Task, 'duration_secs': 0.39511} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.547124] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.548845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.548845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.549123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.549383] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f987cbcc-0ab4-42ad-9b15-f1d0d3e86d52 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.559592] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 760.559592] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52838a2a-6bbd-20d1-465c-a81443ee8495" [ 760.559592] env[69959]: _type = "Task" [ 760.559592] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.565078] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "8eab418d-7191-42f9-8048-11edab75a8c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.565332] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "8eab418d-7191-42f9-8048-11edab75a8c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.565548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "8eab418d-7191-42f9-8048-11edab75a8c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.565731] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "8eab418d-7191-42f9-8048-11edab75a8c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.565901] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "8eab418d-7191-42f9-8048-11edab75a8c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.568242] env[69959]: INFO nova.compute.manager [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Terminating instance [ 760.573498] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52838a2a-6bbd-20d1-465c-a81443ee8495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.708148] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59c1d26-0c99-49b3-823f-a89f64c1c9d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.717230] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767a38a-7a2d-4f70-af6b-04c9a2212955 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.757312] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58090296-2c06-4ae8-8900-5d342280ac1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.765523] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560ab89-8f71-41a8-8c1e-de445767b10b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.779668] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.790463] env[69959]: DEBUG nova.network.neutron [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Successfully updated port: c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.864972] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086418, 'name': Rename_Task, 'duration_secs': 0.17413} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.865632] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.865894] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a48f9a-c437-4363-926d-5114d089b487 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.872677] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 760.872677] env[69959]: value = "task-4086421" [ 760.872677] env[69959]: _type = "Task" [ 760.872677] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.878377] env[69959]: DEBUG nova.compute.manager [req-bd11e387-875d-47ff-9a74-c410d21c8154 req-13892f7e-3681-4755-a43c-5b01db3043ee service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Received event network-vif-plugged-3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.878596] env[69959]: DEBUG oslo_concurrency.lockutils [req-bd11e387-875d-47ff-9a74-c410d21c8154 req-13892f7e-3681-4755-a43c-5b01db3043ee service nova] Acquiring lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.878803] env[69959]: DEBUG oslo_concurrency.lockutils [req-bd11e387-875d-47ff-9a74-c410d21c8154 req-13892f7e-3681-4755-a43c-5b01db3043ee service nova] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.878966] env[69959]: DEBUG oslo_concurrency.lockutils [req-bd11e387-875d-47ff-9a74-c410d21c8154 req-13892f7e-3681-4755-a43c-5b01db3043ee service nova] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.879150] env[69959]: DEBUG nova.compute.manager [req-bd11e387-875d-47ff-9a74-c410d21c8154 req-13892f7e-3681-4755-a43c-5b01db3043ee service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] No waiting events found dispatching network-vif-plugged-3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.879468] env[69959]: WARNING nova.compute.manager [req-bd11e387-875d-47ff-9a74-c410d21c8154 req-13892f7e-3681-4755-a43c-5b01db3043ee service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Received unexpected event network-vif-plugged-3f126f49-55cf-4a69-b62c-15a5c09acfaf for instance with vm_state building and task_state spawning. [ 760.884919] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.063788] env[69959]: WARNING nova.network.neutron [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] 22305619-c081-4b48-991e-69909e91ae94 already exists in list: networks containing: ['22305619-c081-4b48-991e-69909e91ae94']. ignoring it [ 761.070416] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52838a2a-6bbd-20d1-465c-a81443ee8495, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.070750] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.071040] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.071334] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.071539] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.071765] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.072067] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-545a664a-51c1-45d3-9fa3-4781da2f088a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.076835] env[69959]: DEBUG nova.compute.manager [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.077069] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.077847] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d44d2fe-70c2-40e9-97f1-0ddbbbc9b5bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.081752] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.081934] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.083071] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b6c8be-5ffa-4331-8d74-689525e146ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.089638] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.090251] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58159a5-7541-4798-adc8-08bb030a976b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.093121] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 761.093121] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527a17e9-cdb1-e646-61d7-a566a39eb7d5" [ 761.093121] env[69959]: _type = "Task" [ 761.093121] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.097573] env[69959]: DEBUG oslo_vmware.api [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 761.097573] env[69959]: value = "task-4086422" [ 761.097573] env[69959]: _type = "Task" [ 761.097573] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.104794] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527a17e9-cdb1-e646-61d7-a566a39eb7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.110322] env[69959]: DEBUG oslo_vmware.api [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.261843] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.262175] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.293139] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "refresh_cache-8501d05c-e4f1-45ba-bcca-15b8def23472" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295018] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquired lock "refresh_cache-8501d05c-e4f1-45ba-bcca-15b8def23472" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.295018] env[69959]: DEBUG nova.network.neutron [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.316379] env[69959]: ERROR nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] [req-5babfce7-2c59-449e-ba64-e857052c8dbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5babfce7-2c59-449e-ba64-e857052c8dbd"}]} [ 761.336457] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.357243] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.357586] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.381487] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.391906] env[69959]: DEBUG oslo_vmware.api [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086421, 'name': PowerOnVM_Task, 'duration_secs': 0.498633} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.392926] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.393761] env[69959]: INFO nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Took 8.98 seconds to spawn the instance on the hypervisor. [ 761.393761] env[69959]: DEBUG nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 761.395094] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc8fe53-2578-434d-afef-bf613728f563 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.409515] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.523881] env[69959]: DEBUG nova.network.neutron [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc482ed1-d416-478b-b980-d119c8c8b5a7", "address": "fa:16:3e:aa:95:c3", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc482ed1-d4", "ovs_interfaceid": "bc482ed1-d416-478b-b980-d119c8c8b5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.607159] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527a17e9-cdb1-e646-61d7-a566a39eb7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.608428] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3294988-65f7-4ac9-aa5b-fd26f4f5a576 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.616551] env[69959]: DEBUG oslo_vmware.api [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086422, 'name': PowerOffVM_Task, 'duration_secs': 0.17081} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.617478] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.617707] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.617922] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22d7ba64-078e-4d1f-a107-ba11de45914b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.621061] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 761.621061] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c35a01-ff80-057d-a688-711d6f954563" [ 761.621061] env[69959]: _type = "Task" [ 761.621061] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.624220] env[69959]: DEBUG nova.compute.manager [req-2d3fd03e-23ff-4653-b52b-58501d237fe4 req-c200ce8d-35da-46a9-abcd-f1ccc9df7ef5 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-vif-plugged-bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.624514] env[69959]: DEBUG oslo_concurrency.lockutils [req-2d3fd03e-23ff-4653-b52b-58501d237fe4 req-c200ce8d-35da-46a9-abcd-f1ccc9df7ef5 service nova] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.624814] env[69959]: DEBUG oslo_concurrency.lockutils [req-2d3fd03e-23ff-4653-b52b-58501d237fe4 req-c200ce8d-35da-46a9-abcd-f1ccc9df7ef5 service nova] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.626048] env[69959]: DEBUG oslo_concurrency.lockutils [req-2d3fd03e-23ff-4653-b52b-58501d237fe4 req-c200ce8d-35da-46a9-abcd-f1ccc9df7ef5 service nova] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.626048] env[69959]: DEBUG nova.compute.manager [req-2d3fd03e-23ff-4653-b52b-58501d237fe4 req-c200ce8d-35da-46a9-abcd-f1ccc9df7ef5 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] No waiting events found dispatching network-vif-plugged-bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.626048] env[69959]: WARNING nova.compute.manager [req-2d3fd03e-23ff-4653-b52b-58501d237fe4 req-c200ce8d-35da-46a9-abcd-f1ccc9df7ef5 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received unexpected event network-vif-plugged-bc482ed1-d416-478b-b980-d119c8c8b5a7 for instance with vm_state active and task_state None. [ 761.639253] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c35a01-ff80-057d-a688-711d6f954563, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.639604] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.640257] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e/7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.641030] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dd1ec45-d545-4ebb-ad98-ac0c908ad37f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.651838] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 761.651838] env[69959]: value = "task-4086424" [ 761.651838] env[69959]: _type = "Task" [ 761.651838] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.662065] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.699123] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.699346] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.699526] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleting the datastore file [datastore1] 8eab418d-7191-42f9-8048-11edab75a8c0 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.699823] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7335e60a-6be9-4b92-abf4-88b574eb5441 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.713403] env[69959]: DEBUG oslo_vmware.api [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 761.713403] env[69959]: value = "task-4086425" [ 761.713403] env[69959]: _type = "Task" [ 761.713403] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.722698] env[69959]: DEBUG oslo_vmware.api [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.849855] env[69959]: DEBUG nova.network.neutron [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.927486] env[69959]: INFO nova.compute.manager [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Took 42.84 seconds to build instance. [ 762.030379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.031117] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.031227] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.032326] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615faa29-286e-43e0-b86a-5f1b2409a3e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.044060] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66122a-443f-4124-a1ef-938c3ebc50e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.061470] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.061704] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.061845] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.062100] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.062420] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.062615] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.062936] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.063123] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.063358] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.063555] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.063800] env[69959]: DEBUG nova.virt.hardware [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.071499] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Reconfiguring VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 762.072737] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce9d0977-52f0-4524-8bf0-65faad89a268 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.087705] env[69959]: DEBUG nova.network.neutron [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Updating instance_info_cache with network_info: [{"id": "c00a750d-1120-489b-b535-0fe77802571a", "address": "fa:16:3e:6b:64:69", "network": {"id": "c0ec6185-b03e-4b6e-b8d3-b9dc432d172c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1846226073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dbf85cb09054b22bdba895e70de2101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc00a750d-11", "ovs_interfaceid": "c00a750d-1120-489b-b535-0fe77802571a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.095385] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba59c0b-1059-49e1-9a94-66ca9ef000ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.101770] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 762.101770] env[69959]: value = "task-4086426" [ 762.101770] env[69959]: _type = "Task" [ 762.101770] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.137626] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067728b-4d57-41b5-8800-35576c2159a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.145671] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086426, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.152715] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d68ed4-134f-4bd7-8681-6a2057c8bf80 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.168014] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51417} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.178063] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e/7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.178399] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.178887] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.180478] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-986caa4d-9166-415c-83fd-a5a63910a6c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189131] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 762.189131] env[69959]: value = "task-4086427" [ 762.189131] env[69959]: _type = "Task" [ 762.189131] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.201243] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.225269] env[69959]: DEBUG oslo_vmware.api [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218392} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.225547] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.225690] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.225868] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.226548] env[69959]: INFO nova.compute.manager [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.226548] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.226728] env[69959]: DEBUG nova.compute.manager [-] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.226728] env[69959]: DEBUG nova.network.neutron [-] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.428506] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7de8b145-c760-4229-90be-2b60e035f8c4 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.935s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.593198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Releasing lock "refresh_cache-8501d05c-e4f1-45ba-bcca-15b8def23472" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593609] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Instance network_info: |[{"id": "c00a750d-1120-489b-b535-0fe77802571a", "address": "fa:16:3e:6b:64:69", "network": {"id": "c0ec6185-b03e-4b6e-b8d3-b9dc432d172c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1846226073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dbf85cb09054b22bdba895e70de2101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc00a750d-11", "ovs_interfaceid": "c00a750d-1120-489b-b535-0fe77802571a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.594184] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:64:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c00a750d-1120-489b-b535-0fe77802571a', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.607117] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Creating folder: Project (3dbf85cb09054b22bdba895e70de2101). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.609457] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8ceef34-495d-49c0-ad01-04982df5837d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.625772] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.629187] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Created folder: Project (3dbf85cb09054b22bdba895e70de2101) in parent group-v809535. [ 762.629470] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Creating folder: Instances. Parent ref: group-v809639. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.629802] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88e2feb7-f885-4e26-9c8e-33d57f77d68a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.643105] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Created folder: Instances in parent group-v809639. [ 762.643653] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.643653] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.643824] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-526f0a96-0198-4b94-b946-4d6b1ce561ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.666725] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.666725] env[69959]: value = "task-4086431" [ 762.666725] env[69959]: _type = "Task" [ 762.666725] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.677428] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086431, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.702130] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079553} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.702297] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.703077] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072664d-d4d1-4e9a-abf0-a7625217237b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.727738] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e/7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.729062] env[69959]: DEBUG nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.729520] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 63 to 64 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.729520] env[69959]: DEBUG nova.compute.provider_tree [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.732988] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928ac9f3-6e07-4118-bf0e-c76888bd5bff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.748972] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.536s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.750970] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.273s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.752444] env[69959]: INFO nova.compute.claims [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.763159] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 762.763159] env[69959]: value = "task-4086432" [ 762.763159] env[69959]: _type = "Task" [ 762.763159] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.778029] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.784117] env[69959]: INFO nova.scheduler.client.report [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Deleted allocations for instance 5f010cf7-c829-4264-93ba-c0db09cf0c46 [ 762.930990] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.114788] env[69959]: DEBUG nova.network.neutron [-] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.123419] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.181586] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086431, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.279507] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.293775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06154a7e-cfc4-45b1-8739-6141076d1808 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Lock "5f010cf7-c829-4264-93ba-c0db09cf0c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.736s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.456051] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.456051] env[69959]: DEBUG oslo_concurrency.lockutils [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "6d653768-205c-4819-8498-ae0617302a31" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.456051] env[69959]: DEBUG oslo_concurrency.lockutils [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.456051] env[69959]: DEBUG nova.compute.manager [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.456051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b355930f-a5bc-467a-8e23-1d40b5e10f50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.463370] env[69959]: DEBUG nova.compute.manager [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 763.464103] env[69959]: DEBUG nova.objects.instance [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lazy-loading 'flavor' on Instance uuid 6d653768-205c-4819-8498-ae0617302a31 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.617765] env[69959]: INFO nova.compute.manager [-] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Took 1.39 seconds to deallocate network for instance. [ 763.623940] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.678656] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086431, 'name': CreateVM_Task, 'duration_secs': 0.592003} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.678823] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.679511] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.679668] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.679985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.680253] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576922c8-d5f0-427d-9784-219b76e95b91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.686410] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 763.686410] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52897744-6324-76c8-018a-0e4f1d16dca1" [ 763.686410] env[69959]: _type = "Task" [ 763.686410] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.699277] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52897744-6324-76c8-018a-0e4f1d16dca1, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.699600] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.699845] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.700092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.700242] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.700427] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.700691] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0c01876-e347-4751-a939-0073c199fd53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.710142] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.710142] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.711560] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2f6bf9-7885-41ec-af71-4576fd3c01e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.716403] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 763.716403] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c90140-3604-5322-947e-d12de3ee1550" [ 763.716403] env[69959]: _type = "Task" [ 763.716403] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.725950] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c90140-3604-5322-947e-d12de3ee1550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.776496] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.125737] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.127592] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.229972] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c90140-3604-5322-947e-d12de3ee1550, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.230795] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcabd6b-ff5a-4a17-aaae-344adfabccd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.240481] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 764.240481] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ef6357-f215-e1a3-efc6-5ae19d0270f5" [ 764.240481] env[69959]: _type = "Task" [ 764.240481] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.250564] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ef6357-f215-e1a3-efc6-5ae19d0270f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.279430] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086432, 'name': ReconfigVM_Task, 'duration_secs': 1.339798} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.282586] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e/7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.283462] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4381a557-b536-481d-892c-d53e40f4eda4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.291260] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 764.291260] env[69959]: value = "task-4086433" [ 764.291260] env[69959]: _type = "Task" [ 764.291260] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.305242] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086433, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.337344] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb0a52-7038-4696-80cc-456704e68769 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.347863] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f7b24-6e1a-4652-8a20-fd35abe12942 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.386807] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149c15a-a450-4109-8ac7-f5273ba3e4ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.397355] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b390581-436e-43ac-b54e-601803b53957 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.414254] env[69959]: DEBUG nova.compute.provider_tree [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.474763] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.475168] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88256fc7-6665-4a1e-a2ec-b80ffaef11ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.482887] env[69959]: DEBUG oslo_vmware.api [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 764.482887] env[69959]: value = "task-4086434" [ 764.482887] env[69959]: _type = "Task" [ 764.482887] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.500647] env[69959]: DEBUG oslo_vmware.api [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.623800] env[69959]: DEBUG oslo_vmware.api [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086426, 'name': ReconfigVM_Task, 'duration_secs': 2.21866} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.624257] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.624500] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Reconfigured VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 764.753328] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ef6357-f215-e1a3-efc6-5ae19d0270f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.753712] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.754304] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8501d05c-e4f1-45ba-bcca-15b8def23472/8501d05c-e4f1-45ba-bcca-15b8def23472.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.754714] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a3d79f-5254-47aa-915e-e2e7b211aaaa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.764285] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 764.764285] env[69959]: value = "task-4086435" [ 764.764285] env[69959]: _type = "Task" [ 764.764285] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.776605] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.802646] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086433, 'name': Rename_Task, 'duration_secs': 0.209652} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.802906] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.803192] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd425db-0113-4123-a313-92a67f01465e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.811216] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 764.811216] env[69959]: value = "task-4086436" [ 764.811216] env[69959]: _type = "Task" [ 764.811216] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.821399] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.918229] env[69959]: DEBUG nova.scheduler.client.report [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.995830] env[69959]: DEBUG oslo_vmware.api [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086434, 'name': PowerOffVM_Task, 'duration_secs': 0.243457} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.996025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.996197] env[69959]: DEBUG nova.compute.manager [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.997030] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978e19a-54eb-4b84-b8d6-009fc7c325ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.117581] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Received event network-changed-3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.117852] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Refreshing instance network info cache due to event network-changed-3f126f49-55cf-4a69-b62c-15a5c09acfaf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.118113] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Acquiring lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.118263] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Acquired lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.118473] env[69959]: DEBUG nova.network.neutron [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Refreshing network info cache for port 3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.130576] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc7a287a-6815-4feb-9157-e6f63ee15afe tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-c9a3fe9a-ec34-4625-9571-3b708815ee1e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.339s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.187276] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.187615] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809638', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'name': 'volume-54f04474-baf3-493a-a441-7d2c5caa90be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821205fe-7909-41d0-83ce-6f711906093a', 'attached_at': '', 'detached_at': '', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'serial': '54f04474-baf3-493a-a441-7d2c5caa90be'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.188942] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb936b-af6d-44e8-8604-3143d3ff8f79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.209697] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5900ed-3740-4ec4-b6a9-bab71973a087 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.239868] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-54f04474-baf3-493a-a441-7d2c5caa90be/volume-54f04474-baf3-493a-a441-7d2c5caa90be.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.240398] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af23cb96-8165-4bf1-9c8f-dbf43f7051fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.263009] env[69959]: DEBUG oslo_vmware.api [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 765.263009] env[69959]: value = "task-4086437" [ 765.263009] env[69959]: _type = "Task" [ 765.263009] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.281099] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.281433] env[69959]: DEBUG oslo_vmware.api [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.321698] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086436, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.424979] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.425940] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.430538] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.317s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.431629] env[69959]: INFO nova.compute.claims [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.522269] env[69959]: DEBUG oslo_concurrency.lockutils [None req-600d6c9d-b3d8-4aa1-a7b6-945dec76dee3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.557479] env[69959]: DEBUG nova.compute.manager [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-changed-bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.557696] env[69959]: DEBUG nova.compute.manager [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Refreshing instance network info cache due to event network-changed-bc482ed1-d416-478b-b980-d119c8c8b5a7. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.557921] env[69959]: DEBUG oslo_concurrency.lockutils [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] Acquiring lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.558646] env[69959]: DEBUG oslo_concurrency.lockutils [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] Acquired lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.558906] env[69959]: DEBUG nova.network.neutron [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Refreshing network info cache for port bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.779748] env[69959]: DEBUG oslo_vmware.api [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086437, 'name': ReconfigVM_Task, 'duration_secs': 0.461389} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.783778] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-54f04474-baf3-493a-a441-7d2c5caa90be/volume-54f04474-baf3-493a-a441-7d2c5caa90be.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.788632] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573264} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.792160] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada8a960-0149-43cf-95b5-ec31f57d893f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.804149] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8501d05c-e4f1-45ba-bcca-15b8def23472/8501d05c-e4f1-45ba-bcca-15b8def23472.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.804149] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.804345] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-781f8fd1-8f49-40f9-91f5-71c7d87bd00b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.812527] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 765.812527] env[69959]: value = "task-4086439" [ 765.812527] env[69959]: _type = "Task" [ 765.812527] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.817733] env[69959]: DEBUG oslo_vmware.api [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 765.817733] env[69959]: value = "task-4086438" [ 765.817733] env[69959]: _type = "Task" [ 765.817733] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.829819] env[69959]: DEBUG oslo_vmware.api [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086436, 'name': PowerOnVM_Task, 'duration_secs': 0.86692} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.830894] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.830894] env[69959]: INFO nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Took 8.32 seconds to spawn the instance on the hypervisor. [ 765.831088] env[69959]: DEBUG nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.835395] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6e22b-a740-4e40-97e8-114f8e36212f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.838910] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.843084] env[69959]: DEBUG oslo_vmware.api [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.935602] env[69959]: DEBUG nova.compute.utils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.945072] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.945590] env[69959]: DEBUG nova.network.neutron [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.009500] env[69959]: DEBUG nova.policy [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508213a6e70e46c39a6662d96fabf034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '821a975702c241188388bfc0eb600481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.018450] env[69959]: DEBUG nova.network.neutron [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updated VIF entry in instance network info cache for port 3f126f49-55cf-4a69-b62c-15a5c09acfaf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.018694] env[69959]: DEBUG nova.network.neutron [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [{"id": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "address": "fa:16:3e:48:a2:35", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f126f49-55", "ovs_interfaceid": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.334558] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096977} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.337874] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.338450] env[69959]: DEBUG oslo_vmware.api [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086438, 'name': ReconfigVM_Task, 'duration_secs': 0.171683} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.339194] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc824a-3776-4943-995e-724579862154 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.341829] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809638', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'name': 'volume-54f04474-baf3-493a-a441-7d2c5caa90be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821205fe-7909-41d0-83ce-6f711906093a', 'attached_at': '', 'detached_at': '', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'serial': '54f04474-baf3-493a-a441-7d2c5caa90be'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 766.371016] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8501d05c-e4f1-45ba-bcca-15b8def23472/8501d05c-e4f1-45ba-bcca-15b8def23472.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.372220] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442a448d-0d00-4065-a604-c7ed6c0724af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.390245] env[69959]: INFO nova.compute.manager [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Took 31.58 seconds to build instance. [ 766.405894] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 766.405894] env[69959]: value = "task-4086440" [ 766.405894] env[69959]: _type = "Task" [ 766.405894] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.417123] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.450403] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.486135] env[69959]: DEBUG nova.network.neutron [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updated VIF entry in instance network info cache for port bc482ed1-d416-478b-b980-d119c8c8b5a7. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.486135] env[69959]: DEBUG nova.network.neutron [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc482ed1-d416-478b-b980-d119c8c8b5a7", "address": "fa:16:3e:aa:95:c3", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc482ed1-d4", "ovs_interfaceid": "bc482ed1-d416-478b-b980-d119c8c8b5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.526558] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Releasing lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.526558] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Received event network-vif-plugged-c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.526558] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Acquiring lock "8501d05c-e4f1-45ba-bcca-15b8def23472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.526558] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.527455] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.529584] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] No waiting events found dispatching network-vif-plugged-c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 766.529584] env[69959]: WARNING nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Received unexpected event network-vif-plugged-c00a750d-1120-489b-b535-0fe77802571a for instance with vm_state building and task_state spawning. [ 766.529584] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Received event network-changed-c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.529584] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Refreshing instance network info cache due to event network-changed-c00a750d-1120-489b-b535-0fe77802571a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.529584] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Acquiring lock "refresh_cache-8501d05c-e4f1-45ba-bcca-15b8def23472" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.529584] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Acquired lock "refresh_cache-8501d05c-e4f1-45ba-bcca-15b8def23472" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.529584] env[69959]: DEBUG nova.network.neutron [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Refreshing network info cache for port c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.564594] env[69959]: DEBUG nova.network.neutron [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Successfully created port: 830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.896697] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d2029dc-386b-4c96-98c6-3a56452cbb2e tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.493s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.920169] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.992868] env[69959]: DEBUG oslo_concurrency.lockutils [req-ba557b56-73cc-4d72-8311-1a1d34455938 req-59190cca-088a-471e-8b1b-638022e96a8c service nova] Releasing lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.126818] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1549d-64ca-4f05-992e-7cbb53c09a99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.138260] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eff042-fd61-45ff-b44a-b7de63ba1f80 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.174247] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370fa4a-fd86-4d55-8c70-4f357ee7c8ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.186463] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93e5b3-fb30-4648-a553-cb4090b7846a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.199892] env[69959]: DEBUG nova.compute.provider_tree [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.402876] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.426855] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086440, 'name': ReconfigVM_Task, 'duration_secs': 0.843766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.427499] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8501d05c-e4f1-45ba-bcca-15b8def23472/8501d05c-e4f1-45ba-bcca-15b8def23472.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.429144] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd11a9f6-0476-4dff-92cd-e6272366c9ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.434378] env[69959]: DEBUG nova.objects.instance [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lazy-loading 'flavor' on Instance uuid 821205fe-7909-41d0-83ce-6f711906093a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.439871] env[69959]: DEBUG nova.network.neutron [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Updated VIF entry in instance network info cache for port c00a750d-1120-489b-b535-0fe77802571a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.440583] env[69959]: DEBUG nova.network.neutron [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Updating instance_info_cache with network_info: [{"id": "c00a750d-1120-489b-b535-0fe77802571a", "address": "fa:16:3e:6b:64:69", "network": {"id": "c0ec6185-b03e-4b6e-b8d3-b9dc432d172c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1846226073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dbf85cb09054b22bdba895e70de2101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc00a750d-11", "ovs_interfaceid": "c00a750d-1120-489b-b535-0fe77802571a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.453306] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 767.453306] env[69959]: value = "task-4086441" [ 767.453306] env[69959]: _type = "Task" [ 767.453306] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.468598] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.474974] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086441, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.511039] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.511473] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.511749] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.512074] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.512343] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.515567] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.515567] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.515567] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.515567] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.515567] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.515567] env[69959]: DEBUG nova.virt.hardware [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.516153] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b3cf1-f3e1-497a-a360-bdda17c602a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.533355] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c244f813-b3a1-43e5-9da2-b5f61270b03a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.706401] env[69959]: DEBUG nova.scheduler.client.report [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.778844] env[69959]: DEBUG nova.compute.manager [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Received event network-changed-1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.779252] env[69959]: DEBUG nova.compute.manager [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Refreshing instance network info cache due to event network-changed-1f738c92-9c79-4bb7-8acb-8aa8004ba75e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.779366] env[69959]: DEBUG oslo_concurrency.lockutils [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] Acquiring lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.779460] env[69959]: DEBUG oslo_concurrency.lockutils [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] Acquired lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.779722] env[69959]: DEBUG nova.network.neutron [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Refreshing network info cache for port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.943755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.946310] env[69959]: DEBUG oslo_concurrency.lockutils [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] Releasing lock "refresh_cache-8501d05c-e4f1-45ba-bcca-15b8def23472" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.946374] env[69959]: DEBUG nova.compute.manager [req-333d936b-11bd-4ecc-a056-6c135281a367 req-133a1dd0-18ec-4814-96db-efb70b3c92a3 service nova] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Received event network-vif-deleted-744aeaa3-59ff-4899-ae54-6d5e551abd6a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.947116] env[69959]: DEBUG oslo_concurrency.lockutils [None req-097d6974-6ff5-4892-9a23-d85d80f45e3e tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.895s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.967543] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086441, 'name': Rename_Task, 'duration_secs': 0.152843} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.967543] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.967543] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90e4bb7a-b91a-45f0-9b25-d7a48aff0170 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.974095] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 767.974095] env[69959]: value = "task-4086442" [ 767.974095] env[69959]: _type = "Task" [ 767.974095] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.985241] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.041857] env[69959]: DEBUG nova.compute.manager [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.043285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca779b-76f8-41cc-897b-8652f2b24619 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.214504] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.214961] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.219208] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.435s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.220736] env[69959]: INFO nova.compute.claims [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.352049] env[69959]: DEBUG nova.network.neutron [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Successfully updated port: 830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.486460] env[69959]: DEBUG oslo_vmware.api [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086442, 'name': PowerOnVM_Task, 'duration_secs': 0.460468} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.489452] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.489452] env[69959]: INFO nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Took 8.25 seconds to spawn the instance on the hypervisor. [ 768.489452] env[69959]: DEBUG nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.489452] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9beb7b7-5a84-4ca3-8107-e33e224ab23c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.556804] env[69959]: INFO nova.compute.manager [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] instance snapshotting [ 768.556804] env[69959]: WARNING nova.compute.manager [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 768.562842] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4d144-7bd1-4954-831e-ad1cde9b98dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.589983] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a53d09b-b959-4be2-9ce2-b79e39e3ec37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.726062] env[69959]: DEBUG nova.compute.utils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.731931] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.731931] env[69959]: DEBUG nova.network.neutron [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.844156] env[69959]: DEBUG nova.policy [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9890ea6a8ba5444788a8c36893a13757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '699f211d5cb945939870c316ac589e18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.849660] env[69959]: DEBUG nova.network.neutron [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updated VIF entry in instance network info cache for port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.850052] env[69959]: DEBUG nova.network.neutron [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updating instance_info_cache with network_info: [{"id": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "address": "fa:16:3e:c6:6b:29", "network": {"id": "eb55e868-4c4a-43b1-a00d-d31b749099fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1306447727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05ca36fdc6d343b7aaa3b0d671c12d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f738c92-9c", "ovs_interfaceid": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.856644] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.856644] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.856644] env[69959]: DEBUG nova.network.neutron [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.010905] env[69959]: INFO nova.compute.manager [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Took 33.66 seconds to build instance. [ 769.103418] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.103646] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a62ca1a-4289-4c2a-b986-78797b1f17ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.123536] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 769.123536] env[69959]: value = "task-4086443" [ 769.123536] env[69959]: _type = "Task" [ 769.123536] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.133408] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.173394] env[69959]: DEBUG nova.network.neutron [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Successfully created port: 9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.238305] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.356152] env[69959]: DEBUG oslo_concurrency.lockutils [req-23920ea2-153f-4bf7-ab24-ad34beae2e5d req-24471a1c-f545-4582-9f37-5674342984c3 service nova] Releasing lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417016] env[69959]: DEBUG nova.network.neutron [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.513500] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.935s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.637394] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.744775] env[69959]: INFO nova.virt.block_device [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Booting with volume 76bb7345-5750-47a2-b602-354b30899134 at /dev/sda [ 769.757100] env[69959]: DEBUG nova.network.neutron [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Updating instance_info_cache with network_info: [{"id": "830530df-689f-4245-859a-c711cd0623ba", "address": "fa:16:3e:64:f4:f7", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830530df-68", "ovs_interfaceid": "830530df-689f-4245-859a-c711cd0623ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.788323] env[69959]: DEBUG nova.compute.manager [req-3f514b45-accc-4029-a9c5-a0e83256b856 req-a3584840-cc26-4052-8a41-23ffd6954854 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Received event network-vif-plugged-830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.788600] env[69959]: DEBUG oslo_concurrency.lockutils [req-3f514b45-accc-4029-a9c5-a0e83256b856 req-a3584840-cc26-4052-8a41-23ffd6954854 service nova] Acquiring lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.788833] env[69959]: DEBUG oslo_concurrency.lockutils [req-3f514b45-accc-4029-a9c5-a0e83256b856 req-a3584840-cc26-4052-8a41-23ffd6954854 service nova] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.789148] env[69959]: DEBUG oslo_concurrency.lockutils [req-3f514b45-accc-4029-a9c5-a0e83256b856 req-a3584840-cc26-4052-8a41-23ffd6954854 service nova] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.789703] env[69959]: DEBUG nova.compute.manager [req-3f514b45-accc-4029-a9c5-a0e83256b856 req-a3584840-cc26-4052-8a41-23ffd6954854 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] No waiting events found dispatching network-vif-plugged-830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 769.789944] env[69959]: WARNING nova.compute.manager [req-3f514b45-accc-4029-a9c5-a0e83256b856 req-a3584840-cc26-4052-8a41-23ffd6954854 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Received unexpected event network-vif-plugged-830530df-689f-4245-859a-c711cd0623ba for instance with vm_state building and task_state spawning. [ 769.805298] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9a0a59c-f28f-42ea-ac40-35405e1c619a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.821592] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fee0c1-bcab-4774-998d-1599408c3a33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.873470] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ea04948-449c-41b0-8b1d-e41f71468cdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.883245] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc39df3-def3-43e8-887a-1b265a103290 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.911653] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf0b0f-d0ec-4844-98c4-6eba695dfa26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.930952] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47e1db-b28d-4a09-883c-bb4da096d017 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.937700] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b22340-7c73-4ad5-a6f2-722ed53b8b58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.944144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5d359b-e4eb-47c6-b454-7a26a7974803 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.974637] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35661a3f-48e5-491d-9c65-9dcf544a2534 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.983287] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaae646-3cb5-4fdf-b576-ff1e9a5b0dfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.991477] env[69959]: DEBUG nova.virt.block_device [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updating existing volume attachment record: 85c7bbcb-d321-450b-b8bc-45691e669ac8 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 770.005542] env[69959]: DEBUG nova.compute.provider_tree [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.018510] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.136325] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.259111] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.259478] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance network_info: |[{"id": "830530df-689f-4245-859a-c711cd0623ba", "address": "fa:16:3e:64:f4:f7", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830530df-68", "ovs_interfaceid": "830530df-689f-4245-859a-c711cd0623ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.259956] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:f4:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830530df-689f-4245-859a-c711cd0623ba', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.269112] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating folder: Project (821a975702c241188388bfc0eb600481). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.269502] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8542c275-1b1d-4d9d-866b-0830a871b9a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.283036] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created folder: Project (821a975702c241188388bfc0eb600481) in parent group-v809535. [ 770.283382] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating folder: Instances. Parent ref: group-v809643. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.283664] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f675b704-0a0c-4dbb-8957-33029db15c9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.295307] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created folder: Instances in parent group-v809643. [ 770.295674] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.295946] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.296309] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98c470ee-740c-45aa-962b-f7d55e48d5e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.334903] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.334903] env[69959]: value = "task-4086446" [ 770.334903] env[69959]: _type = "Task" [ 770.334903] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.344028] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086446, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.512870] env[69959]: DEBUG nova.scheduler.client.report [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.547871] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.636332] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086443, 'name': CreateSnapshot_Task, 'duration_secs': 1.054567} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.636655] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.638597] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976e1c9-9b77-48c9-a373-ea152aadbeea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.848708] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086446, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.995498] env[69959]: DEBUG nova.network.neutron [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Successfully updated port: 9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.015392] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.015921] env[69959]: DEBUG nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.018672] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.568s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.018958] env[69959]: DEBUG nova.objects.instance [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lazy-loading 'resources' on Instance uuid cf385d59-a953-4dd8-a4e5-3ff6369c27d7 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.049887] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-c9a3fe9a-ec34-4625-9571-3b708815ee1e-bc482ed1-d416-478b-b980-d119c8c8b5a7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.050174] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-c9a3fe9a-ec34-4625-9571-3b708815ee1e-bc482ed1-d416-478b-b980-d119c8c8b5a7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.055140] env[69959]: DEBUG nova.compute.manager [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.055140] env[69959]: DEBUG nova.compute.manager [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing instance network info cache due to event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.055340] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] Acquiring lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.055677] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] Acquired lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.055758] env[69959]: DEBUG nova.network.neutron [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.160243] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.161245] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c55343b3-6dc9-438c-9616-9e9889008ea6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.173364] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 771.173364] env[69959]: value = "task-4086447" [ 771.173364] env[69959]: _type = "Task" [ 771.173364] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.183650] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086447, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.351035] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086446, 'name': CreateVM_Task, 'duration_secs': 0.640042} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.351236] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.352015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.352188] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.353195] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.353482] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a5bf39-6545-4394-92fa-8386787f648d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.362909] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 771.362909] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6e80c-a53c-0934-e531-dcb2bebdf098" [ 771.362909] env[69959]: _type = "Task" [ 771.362909] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.374352] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6e80c-a53c-0934-e531-dcb2bebdf098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.498844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.498990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquired lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.499160] env[69959]: DEBUG nova.network.neutron [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.522833] env[69959]: DEBUG nova.compute.utils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.524832] env[69959]: DEBUG nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 771.533803] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.534372] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.558480] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.561212] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.561212] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2371de6-3ddc-4a0b-85b7-32c34e47d089 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.587905] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1161af-275f-4ce0-95c9-5832c48963fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.631434] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Reconfiguring VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 771.636954] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a97f544-db86-41f9-9132-3c4cf2afef1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.661446] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 771.661446] env[69959]: value = "task-4086448" [ 771.661446] env[69959]: _type = "Task" [ 771.661446] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.679989] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.687728] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086447, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.874038] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6e80c-a53c-0934-e531-dcb2bebdf098, 'name': SearchDatastore_Task, 'duration_secs': 0.013687} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.874329] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.874573] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.874808] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.874954] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.875540] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.875540] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28c9010a-6aa7-464b-99f3-b7e31a4c3439 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.885328] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.885520] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.886466] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8eb8f7-0d7b-437b-9258-e46a8660e6df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.893504] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 771.893504] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524683dd-5d4f-b5a5-9b52-e271b38e3a08" [ 771.893504] env[69959]: _type = "Task" [ 771.893504] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.901106] env[69959]: DEBUG nova.network.neutron [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updated VIF entry in instance network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.901462] env[69959]: DEBUG nova.network.neutron [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.909445] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524683dd-5d4f-b5a5-9b52-e271b38e3a08, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.910277] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16125fe7-3357-4e47-9b7c-b41f3c2084d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.917569] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 771.917569] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289c928-8d61-def7-86d9-c4415cb06a45" [ 771.917569] env[69959]: _type = "Task" [ 771.917569] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.930183] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289c928-8d61-def7-86d9-c4415cb06a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.028105] env[69959]: DEBUG nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.037465] env[69959]: INFO nova.compute.manager [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Detaching volume 54f04474-baf3-493a-a441-7d2c5caa90be [ 772.041305] env[69959]: DEBUG nova.network.neutron [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.097638] env[69959]: INFO nova.virt.block_device [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Attempting to driver detach volume 54f04474-baf3-493a-a441-7d2c5caa90be from mountpoint /dev/sdb [ 772.097638] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 772.097638] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809638', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'name': 'volume-54f04474-baf3-493a-a441-7d2c5caa90be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821205fe-7909-41d0-83ce-6f711906093a', 'attached_at': '', 'detached_at': '', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'serial': '54f04474-baf3-493a-a441-7d2c5caa90be'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 772.098518] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006a934-48b4-4f1b-950a-efb3ad275a33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.129389] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7950c93b-e525-4f50-8058-0c9f0491e227 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.133101] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.133660] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.133864] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.134020] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.136896] env[69959]: DEBUG nova.virt.hardware [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.139171] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c9b41d-3184-4472-887f-93a54cd6814b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.149780] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c04b7c-15d8-46c1-a2ca-49cf90a1a5ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.156287] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c31134-7a54-4261-ad9e-9ff8bb9d8276 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.194187] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f5c682-13a0-4499-8b4c-014dabfac886 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.222986] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] The volume has not been displaced from its original location: [datastore2] volume-54f04474-baf3-493a-a441-7d2c5caa90be/volume-54f04474-baf3-493a-a441-7d2c5caa90be.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 772.229391] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.235138] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00ffc0e-6e86-4aef-91df-d50f71a569f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.248160] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.248375] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086447, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.249384] env[69959]: DEBUG nova.network.neutron [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updating instance_info_cache with network_info: [{"id": "9a74e287-c135-4730-804e-5b4740aab6fd", "address": "fa:16:3e:4b:4e:9e", "network": {"id": "b4fced57-01e3-4476-b588-087a26f0ed29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2065945489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699f211d5cb945939870c316ac589e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a74e287-c1", "ovs_interfaceid": "9a74e287-c135-4730-804e-5b4740aab6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.260430] env[69959]: DEBUG oslo_vmware.api [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 772.260430] env[69959]: value = "task-4086449" [ 772.260430] env[69959]: _type = "Task" [ 772.260430] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.274120] env[69959]: DEBUG oslo_vmware.api [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.349573] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa96a8e-77e5-4605-b859-d70821150f9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.358799] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f5606d-025f-4999-86b1-ff53080cb189 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.391749] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b8971-62e7-4212-81ca-5e36f5d7551d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.401547] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c607f252-8505-434e-b840-2727270fbcdd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.406541] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca205b9b-d4dd-45b7-a7c9-0e07baf94232 req-195c135e-c1ec-4996-872b-782b989800bd service nova] Releasing lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419651] env[69959]: DEBUG nova.compute.provider_tree [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.431868] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289c928-8d61-def7-86d9-c4415cb06a45, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.432141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.432407] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.433318] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c30b2eb4-0ec0-43e9-a592-4e457352c99f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.441321] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 772.441321] env[69959]: value = "task-4086450" [ 772.441321] env[69959]: _type = "Task" [ 772.441321] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.452868] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.700907] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086447, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.705012] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.754550] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Releasing lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.755182] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance network_info: |[{"id": "9a74e287-c135-4730-804e-5b4740aab6fd", "address": "fa:16:3e:4b:4e:9e", "network": {"id": "b4fced57-01e3-4476-b588-087a26f0ed29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2065945489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699f211d5cb945939870c316ac589e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a74e287-c1", "ovs_interfaceid": "9a74e287-c135-4730-804e-5b4740aab6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.755634] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:4e:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a74e287-c135-4730-804e-5b4740aab6fd', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.763716] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Creating folder: Project (699f211d5cb945939870c316ac589e18). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.764146] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e65c58ea-e7b9-4b4f-99d8-3f9796c6eb87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.777328] env[69959]: DEBUG oslo_vmware.api [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086449, 'name': ReconfigVM_Task, 'duration_secs': 0.308534} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.777788] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.785218] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd18561a-0173-4089-bbc1-d091c9b0715c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.794831] env[69959]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 772.795064] env[69959]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69959) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 772.795897] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Folder already exists: Project (699f211d5cb945939870c316ac589e18). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 772.796177] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Creating folder: Instances. Parent ref: group-v809578. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.796952] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2659aba-879d-4d2f-a3c7-f8f8571ec4dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.805045] env[69959]: DEBUG oslo_vmware.api [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 772.805045] env[69959]: value = "task-4086452" [ 772.805045] env[69959]: _type = "Task" [ 772.805045] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.811798] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Created folder: Instances in parent group-v809578. [ 772.812253] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.812787] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.813069] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d380811-1fe6-4524-a1f0-9339e352af3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.836538] env[69959]: DEBUG oslo_vmware.api [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.848331] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.848331] env[69959]: value = "task-4086454" [ 772.848331] env[69959]: _type = "Task" [ 772.848331] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.858664] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086454, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.926165] env[69959]: DEBUG nova.scheduler.client.report [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.956339] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.040253] env[69959]: DEBUG nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.077167] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.077546] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.077758] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.078385] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.078385] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.078647] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.078918] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.080021] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.080021] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.080021] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.080021] env[69959]: DEBUG nova.virt.hardware [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.085081] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d366626-2be0-4252-9eb8-7db54e5af256 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.094869] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c85301-13cd-4ee8-8ea3-36b12257e9fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.110108] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.116182] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Creating folder: Project (fdc40eabdaf84947be31d0e17096afde). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.116668] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b861f0c4-c0f5-4f96-bc83-443cb9de7d88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.129717] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Created folder: Project (fdc40eabdaf84947be31d0e17096afde) in parent group-v809535. [ 773.129917] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Creating folder: Instances. Parent ref: group-v809649. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.131601] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2109bc87-2c50-4807-a962-2233b8d03cf3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.150059] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Created folder: Instances in parent group-v809649. [ 773.150059] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.150059] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.150059] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7123f23-0e0c-4f3a-b3ae-a1ea55eaa39c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.168609] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.168609] env[69959]: value = "task-4086457" [ 773.168609] env[69959]: _type = "Task" [ 773.168609] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.180477] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086457, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.202336] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086447, 'name': CloneVM_Task, 'duration_secs': 1.887892} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.206543] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Created linked-clone VM from snapshot [ 773.206827] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.207554] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d15650-4866-4c04-95b0-222dd5e60499 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.217831] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Uploading image 50440c8e-f28f-4cf6-b49f-5b2848cd7389 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.263043] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.263043] env[69959]: value = "vm-809646" [ 773.263043] env[69959]: _type = "VirtualMachine" [ 773.263043] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.263702] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a4571d2-80c0-4599-8c82-7c19c9a39302 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.274074] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease: (returnval){ [ 773.274074] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224f092-a743-134a-7674-1a043383fc39" [ 773.274074] env[69959]: _type = "HttpNfcLease" [ 773.274074] env[69959]: } obtained for exporting VM: (result){ [ 773.274074] env[69959]: value = "vm-809646" [ 773.274074] env[69959]: _type = "VirtualMachine" [ 773.274074] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.274421] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the lease: (returnval){ [ 773.274421] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224f092-a743-134a-7674-1a043383fc39" [ 773.274421] env[69959]: _type = "HttpNfcLease" [ 773.274421] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.291021] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.291021] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224f092-a743-134a-7674-1a043383fc39" [ 773.291021] env[69959]: _type = "HttpNfcLease" [ 773.291021] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.321136] env[69959]: DEBUG oslo_vmware.api [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086452, 'name': ReconfigVM_Task, 'duration_secs': 0.193474} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.321505] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809638', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'name': 'volume-54f04474-baf3-493a-a441-7d2c5caa90be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821205fe-7909-41d0-83ce-6f711906093a', 'attached_at': '', 'detached_at': '', 'volume_id': '54f04474-baf3-493a-a441-7d2c5caa90be', 'serial': '54f04474-baf3-493a-a441-7d2c5caa90be'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.358248] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086454, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.432709] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.436660] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.215s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.439228] env[69959]: INFO nova.compute.claims [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.460848] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665984} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.467162] env[69959]: INFO nova.scheduler.client.report [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Deleted allocations for instance cf385d59-a953-4dd8-a4e5-3ff6369c27d7 [ 773.467162] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.467162] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.470377] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea15e3c4-2021-43c6-b052-b04368283a9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.482575] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 773.482575] env[69959]: value = "task-4086459" [ 773.482575] env[69959]: _type = "Task" [ 773.482575] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.496399] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.682028] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086457, 'name': CreateVM_Task, 'duration_secs': 0.36003} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.682028] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.682028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.682746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.683279] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.683688] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b9cfcf-4a1c-4b96-94c3-ca5bb9957526 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.696016] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 773.696016] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5215fdb9-282f-8d68-a5f1-f57c1e3c6c97" [ 773.696016] env[69959]: _type = "Task" [ 773.696016] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.702745] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.713602] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5215fdb9-282f-8d68-a5f1-f57c1e3c6c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.785049] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.785049] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224f092-a743-134a-7674-1a043383fc39" [ 773.785049] env[69959]: _type = "HttpNfcLease" [ 773.785049] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 773.785049] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 773.785049] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224f092-a743-134a-7674-1a043383fc39" [ 773.785049] env[69959]: _type = "HttpNfcLease" [ 773.785049] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 773.785049] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fb6ff7-a1c7-4e92-ba2d-2429b1a2fdd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.794947] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b419d-d06c-0dae-a839-6bb3c2aede77/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 773.795267] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b419d-d06c-0dae-a839-6bb3c2aede77/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 773.872537] env[69959]: DEBUG nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Received event network-changed-830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.873449] env[69959]: DEBUG nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Refreshing instance network info cache due to event network-changed-830530df-689f-4245-859a-c711cd0623ba. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.873449] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Acquiring lock "refresh_cache-82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.873449] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Acquired lock "refresh_cache-82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.873449] env[69959]: DEBUG nova.network.neutron [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Refreshing network info cache for port 830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.883281] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086454, 'name': CreateVM_Task, 'duration_secs': 0.767886} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.883740] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.884352] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809593', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'name': 'volume-76bb7345-5750-47a2-b602-354b30899134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6468b8f3-ad85-4e14-acad-94ba367e2629', 'attached_at': '', 'detached_at': '', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'serial': '76bb7345-5750-47a2-b602-354b30899134'}, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '85c7bbcb-d321-450b-b8bc-45691e669ac8', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69959) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 773.884653] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Root volume attach. Driver type: vmdk {{(pid=69959) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 773.885625] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c4bee-2928-404d-b074-5f9797ab7f7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.896665] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5039bc-778b-4254-a272-e370aa1ffddb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.905427] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23f5e6-6b57-4a24-b54a-95c0fa5b1297 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.912329] env[69959]: DEBUG nova.objects.instance [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lazy-loading 'flavor' on Instance uuid 821205fe-7909-41d0-83ce-6f711906093a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.915955] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c01f6de8-ee28-4ea0-9c62-eef2f486f6c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.928870] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 773.928870] env[69959]: value = "task-4086460" [ 773.928870] env[69959]: _type = "Task" [ 773.928870] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.941908] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086460, 'name': RelocateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.979856] env[69959]: DEBUG oslo_concurrency.lockutils [None req-966f50fe-513b-4c93-874f-8cda5e746070 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Lock "cf385d59-a953-4dd8-a4e5-3ff6369c27d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.468s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.993585] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086289} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.993585] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.994276] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcb4dc9-c131-4549-a279-fd79a91eb781 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.014927] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1be554e-7731-465a-a408-a27d855cf06f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.027327] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.030896] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c5fdf6-453b-4783-96f1-0e03ccf219f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.058827] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 774.058827] env[69959]: value = "task-4086461" [ 774.058827] env[69959]: _type = "Task" [ 774.058827] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.069171] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.196425] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.213293] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5215fdb9-282f-8d68-a5f1-f57c1e3c6c97, 'name': SearchDatastore_Task, 'duration_secs': 0.047014} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.213669] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.213922] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.214195] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.214352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.215296] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.215296] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e329022-12e2-4bb8-b111-26f427f198f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.225770] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.226040] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.226966] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9416c6a8-34d6-4c9f-87f4-b21da47854b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.233464] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 774.233464] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289e8dd-ef7a-db82-b414-51c8bef2edfe" [ 774.233464] env[69959]: _type = "Task" [ 774.233464] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.242837] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289e8dd-ef7a-db82-b414-51c8bef2edfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.321333] env[69959]: DEBUG nova.compute.manager [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Received event network-changed-1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.321871] env[69959]: DEBUG nova.compute.manager [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Refreshing instance network info cache due to event network-changed-1f738c92-9c79-4bb7-8acb-8aa8004ba75e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.322242] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Acquiring lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.322531] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Acquired lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.322821] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Refreshing network info cache for port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.446811] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086460, 'name': RelocateVM_Task} progress is 19%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.574258] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.681935] env[69959]: DEBUG nova.network.neutron [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Updated VIF entry in instance network info cache for port 830530df-689f-4245-859a-c711cd0623ba. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.681935] env[69959]: DEBUG nova.network.neutron [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Updating instance_info_cache with network_info: [{"id": "830530df-689f-4245-859a-c711cd0623ba", "address": "fa:16:3e:64:f4:f7", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830530df-68", "ovs_interfaceid": "830530df-689f-4245-859a-c711cd0623ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.704367] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.747625] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289e8dd-ef7a-db82-b414-51c8bef2edfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.752249] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04509906-83c2-4d8b-94c6-5f9cb43c51fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.761476] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 774.761476] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bef681-abc9-9716-4fb8-b4b03d8bb022" [ 774.761476] env[69959]: _type = "Task" [ 774.761476] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.771571] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bef681-abc9-9716-4fb8-b4b03d8bb022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.926017] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05abb62d-3ea2-4904-8bfd-d13593b33fc6 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.391s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.951915] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086460, 'name': RelocateVM_Task} progress is 20%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.084426] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086461, 'name': ReconfigVM_Task, 'duration_secs': 0.862398} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.084689] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.085902] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db6648a-dd8e-43af-8377-16b7a418dcc5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.094733] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 775.094733] env[69959]: value = "task-4086462" [ 775.094733] env[69959]: _type = "Task" [ 775.094733] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.115210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "fd855e92-f7b0-4a40-8e01-151722833c1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.115449] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.121577] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086462, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.166703] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updated VIF entry in instance network info cache for port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.167168] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updating instance_info_cache with network_info: [{"id": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "address": "fa:16:3e:c6:6b:29", "network": {"id": "eb55e868-4c4a-43b1-a00d-d31b749099fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1306447727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05ca36fdc6d343b7aaa3b0d671c12d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f738c92-9c", "ovs_interfaceid": "1f738c92-9c79-4bb7-8acb-8aa8004ba75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.184584] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Releasing lock "refresh_cache-82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.184854] env[69959]: DEBUG nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Received event network-vif-plugged-9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.185059] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Acquiring lock "6468b8f3-ad85-4e14-acad-94ba367e2629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.185263] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.185443] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.185618] env[69959]: DEBUG nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] No waiting events found dispatching network-vif-plugged-9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.185781] env[69959]: WARNING nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Received unexpected event network-vif-plugged-9a74e287-c135-4730-804e-5b4740aab6fd for instance with vm_state building and task_state spawning. [ 775.185940] env[69959]: DEBUG nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Received event network-changed-9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.186096] env[69959]: DEBUG nova.compute.manager [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Refreshing instance network info cache due to event network-changed-9a74e287-c135-4730-804e-5b4740aab6fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.186280] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Acquiring lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.186633] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Acquired lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.186633] env[69959]: DEBUG nova.network.neutron [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Refreshing network info cache for port 9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.209049] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.215620] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0e9e75-0743-463c-a65e-c3a55361b513 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.225896] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f966121a-4a65-41b2-8b9f-4b647e2fc6c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.267196] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa446264-c228-43f2-9f8a-c2231a6a7812 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.283195] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bef681-abc9-9716-4fb8-b4b03d8bb022, 'name': SearchDatastore_Task, 'duration_secs': 0.017615} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.285506] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.285814] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.286130] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8990db59-4d64-47e1-a9cf-54cd8158b3bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.289379] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e83a0c-e919-43b5-9fa1-bb12f4c0217c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.305472] env[69959]: DEBUG nova.compute.provider_tree [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.308427] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 775.308427] env[69959]: value = "task-4086463" [ 775.308427] env[69959]: _type = "Task" [ 775.308427] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.317899] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.442689] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086460, 'name': RelocateVM_Task, 'duration_secs': 1.031909} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.442985] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 775.443491] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809593', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'name': 'volume-76bb7345-5750-47a2-b602-354b30899134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6468b8f3-ad85-4e14-acad-94ba367e2629', 'attached_at': '', 'detached_at': '', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'serial': '76bb7345-5750-47a2-b602-354b30899134'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 775.444016] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966025a1-6111-4c29-8e7b-d577a31793b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.462273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "8501d05c-e4f1-45ba-bcca-15b8def23472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.462524] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.462731] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "8501d05c-e4f1-45ba-bcca-15b8def23472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.462908] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.463163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.465673] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad4fcdf-1d91-4b4f-864d-f4ca86fa1e4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.469606] env[69959]: INFO nova.compute.manager [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Terminating instance [ 775.494716] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-76bb7345-5750-47a2-b602-354b30899134/volume-76bb7345-5750-47a2-b602-354b30899134.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.495970] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f8f369f-66f3-4016-a700-9b1433ad047e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.518593] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 775.518593] env[69959]: value = "task-4086464" [ 775.518593] env[69959]: _type = "Task" [ 775.518593] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.528402] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.595092] env[69959]: DEBUG nova.objects.instance [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lazy-loading 'flavor' on Instance uuid 852d306a-2d59-45dc-8d7b-695084a42bf3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.612758] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086462, 'name': Rename_Task, 'duration_secs': 0.271671} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.613676] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.614036] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c43d7dc-6d4c-4529-b415-96147657390e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.626632] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 775.626632] env[69959]: value = "task-4086465" [ 775.626632] env[69959]: _type = "Task" [ 775.626632] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.641155] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.674493] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Releasing lock "refresh_cache-cce1a170-4a15-4b02-b745-b22ad8fb694c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.675063] env[69959]: DEBUG nova.compute.manager [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.675478] env[69959]: DEBUG nova.compute.manager [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing instance network info cache due to event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.675768] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Acquiring lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.676084] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Acquired lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.676265] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.716092] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.811039] env[69959]: DEBUG nova.scheduler.client.report [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.840855] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086463, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.975405] env[69959]: DEBUG nova.compute.manager [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.975405] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.976345] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a8b795-076f-4846-bb59-90620d2a037e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.985973] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.986292] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc47c79e-23b4-4f3b-83e8-16c43e225ac1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.995868] env[69959]: DEBUG oslo_vmware.api [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 775.995868] env[69959]: value = "task-4086466" [ 775.995868] env[69959]: _type = "Task" [ 775.995868] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.005984] env[69959]: DEBUG nova.network.neutron [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updated VIF entry in instance network info cache for port 9a74e287-c135-4730-804e-5b4740aab6fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.005984] env[69959]: DEBUG nova.network.neutron [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updating instance_info_cache with network_info: [{"id": "9a74e287-c135-4730-804e-5b4740aab6fd", "address": "fa:16:3e:4b:4e:9e", "network": {"id": "b4fced57-01e3-4476-b588-087a26f0ed29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2065945489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699f211d5cb945939870c316ac589e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a74e287-c1", "ovs_interfaceid": "9a74e287-c135-4730-804e-5b4740aab6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.010415] env[69959]: DEBUG oslo_vmware.api [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.034545] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.106138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.106138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.138599] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.204336] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.326328] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.326328] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.341539] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.967s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.345186] env[69959]: INFO nova.compute.claims [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.346430] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618403} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.350887] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.351200] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.351573] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82a8f583-ddd4-45cc-ab11-a5e54a43ced4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.362025] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 776.362025] env[69959]: value = "task-4086467" [ 776.362025] env[69959]: _type = "Task" [ 776.362025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.374581] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.508789] env[69959]: DEBUG oslo_vmware.api [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086466, 'name': PowerOffVM_Task, 'duration_secs': 0.245458} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.511718] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.512361] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.512603] env[69959]: DEBUG oslo_concurrency.lockutils [req-68adb76c-0916-48c6-85c8-46dce454ca87 req-1b6c6146-f7bb-4d92-82ca-837391a8b1b3 service nova] Releasing lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.512864] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8be0b51-1976-44d5-a029-c3b94b3b49a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.529732] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086464, 'name': ReconfigVM_Task, 'duration_secs': 0.677853} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.532788] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-76bb7345-5750-47a2-b602-354b30899134/volume-76bb7345-5750-47a2-b602-354b30899134.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.534732] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe9b5c1-ac54-434f-817d-f8a17bbd1dff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.551555] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 776.551555] env[69959]: value = "task-4086469" [ 776.551555] env[69959]: _type = "Task" [ 776.551555] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.564023] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.592020] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.592020] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.592020] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Deleting the datastore file [datastore2] 8501d05c-e4f1-45ba-bcca-15b8def23472 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.592020] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54bf4636-644d-44d4-bfd3-0eef7632dada {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.599721] env[69959]: DEBUG oslo_vmware.api [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for the task: (returnval){ [ 776.599721] env[69959]: value = "task-4086470" [ 776.599721] env[69959]: _type = "Task" [ 776.599721] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.609890] env[69959]: DEBUG oslo_vmware.api [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.618550] env[69959]: DEBUG nova.network.neutron [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.638414] env[69959]: DEBUG oslo_vmware.api [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086465, 'name': PowerOnVM_Task, 'duration_secs': 0.760882} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.638414] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.638704] env[69959]: INFO nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Took 9.17 seconds to spawn the instance on the hypervisor. [ 776.638911] env[69959]: DEBUG nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.640109] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745a13c-77a0-4591-9733-e80875e104a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.668290] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updated VIF entry in instance network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.668290] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.702314] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.851527] env[69959]: DEBUG nova.compute.utils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.853788] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.853788] env[69959]: DEBUG nova.network.neutron [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.881165] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099861} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.881452] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.882398] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dc4b5c-88cf-4a01-a616-70907d498e12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.905750] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.906202] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1edf24-6e0a-4cf8-aad2-f5eeb2416af1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.930125] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 776.930125] env[69959]: value = "task-4086471" [ 776.930125] env[69959]: _type = "Task" [ 776.930125] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.943532] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.948347] env[69959]: DEBUG nova.policy [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e13251592f8e4ffaabc7711424a685dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab513b6e7dae455cbca6201bb8fe97d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.062669] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086469, 'name': ReconfigVM_Task, 'duration_secs': 0.228725} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.062973] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809593', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'name': 'volume-76bb7345-5750-47a2-b602-354b30899134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6468b8f3-ad85-4e14-acad-94ba367e2629', 'attached_at': '', 'detached_at': '', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'serial': '76bb7345-5750-47a2-b602-354b30899134'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 777.063553] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ce8327e-c193-474b-bc90-0598b89a761a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.071380] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 777.071380] env[69959]: value = "task-4086472" [ 777.071380] env[69959]: _type = "Task" [ 777.071380] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.080062] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086472, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.111285] env[69959]: DEBUG oslo_vmware.api [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Task: {'id': task-4086470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339128} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.111481] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.111677] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.111859] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.112050] env[69959]: INFO nova.compute.manager [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Took 1.14 seconds to destroy the instance on the hypervisor. [ 777.112309] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.112512] env[69959]: DEBUG nova.compute.manager [-] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.112617] env[69959]: DEBUG nova.network.neutron [-] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.160059] env[69959]: INFO nova.compute.manager [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Took 37.72 seconds to build instance. [ 777.171131] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Releasing lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.175088] env[69959]: DEBUG nova.compute.manager [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Received event network-changed-3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.175088] env[69959]: DEBUG nova.compute.manager [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Refreshing instance network info cache due to event network-changed-3f126f49-55cf-4a69-b62c-15a5c09acfaf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.175088] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Acquiring lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.175088] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Acquired lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.175088] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Refreshing network info cache for port 3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.201757] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.301022] env[69959]: DEBUG nova.compute.manager [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Received event network-changed-3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.301022] env[69959]: DEBUG nova.compute.manager [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Refreshing instance network info cache due to event network-changed-3f126f49-55cf-4a69-b62c-15a5c09acfaf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.301022] env[69959]: DEBUG oslo_concurrency.lockutils [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] Acquiring lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.360122] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.440328] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.440594] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.456638] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086471, 'name': ReconfigVM_Task, 'duration_secs': 0.363911} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.456943] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.457582] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907975e5-8e84-444b-9f2a-c5584dca453c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.466592] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 777.466592] env[69959]: value = "task-4086473" [ 777.466592] env[69959]: _type = "Task" [ 777.466592] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.479403] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086473, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.509605] env[69959]: DEBUG nova.network.neutron [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Successfully created port: 8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.594607] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086472, 'name': Rename_Task, 'duration_secs': 0.21043} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.594607] env[69959]: DEBUG nova.network.neutron [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.599286] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.600232] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb234f68-3437-4ea2-bd45-46dec23c8fb8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.604691] env[69959]: DEBUG nova.compute.manager [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.604901] env[69959]: DEBUG nova.compute.manager [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing instance network info cache due to event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.605112] env[69959]: DEBUG oslo_concurrency.lockutils [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.607825] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 777.607825] env[69959]: value = "task-4086474" [ 777.607825] env[69959]: _type = "Task" [ 777.607825] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.623774] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.662706] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.989s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.706346] env[69959]: DEBUG oslo_vmware.api [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086448, 'name': ReconfigVM_Task, 'duration_secs': 5.799942} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.709985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.710237] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Reconfigured VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 777.986414] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086473, 'name': Rename_Task, 'duration_secs': 0.21066} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.986707] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.986823] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5b9ca8-80ab-49e7-8598-296e4d69a035 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.999268] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updated VIF entry in instance network info cache for port 3f126f49-55cf-4a69-b62c-15a5c09acfaf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.999663] env[69959]: DEBUG nova.network.neutron [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [{"id": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "address": "fa:16:3e:48:a2:35", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f126f49-55", "ovs_interfaceid": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.003513] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 778.003513] env[69959]: value = "task-4086475" [ 778.003513] env[69959]: _type = "Task" [ 778.003513] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.018699] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.076343] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.076343] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.076343] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.076343] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.076571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.078774] env[69959]: INFO nova.compute.manager [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Terminating instance [ 778.086384] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e8fb9-b5cf-43ae-bd54-f7b2eff71233 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.096886] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0cb6f7-3ae6-4c10-aef8-9a9e7f26d499 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.102074] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.102306] env[69959]: DEBUG nova.compute.manager [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Inject network info {{(pid=69959) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 778.102796] env[69959]: DEBUG nova.compute.manager [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] network_info to inject: |[{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 778.107710] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Reconfiguring VM instance to set the machine id {{(pid=69959) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.108081] env[69959]: DEBUG oslo_concurrency.lockutils [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.108265] env[69959]: DEBUG nova.network.neutron [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.110035] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d75652-d6fd-4fe9-b5f7-e610b277c203 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.127277] env[69959]: DEBUG nova.network.neutron [-] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.159251] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3eb1e9-4da4-4db1-a98e-76e21a4501a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.165220] env[69959]: DEBUG oslo_vmware.api [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 778.165220] env[69959]: value = "task-4086476" [ 778.165220] env[69959]: _type = "Task" [ 778.165220] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.176083] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.179357] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.181412] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd5a046-5a04-456f-af0c-ef045a2aedf1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.190224] env[69959]: DEBUG oslo_vmware.api [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.203646] env[69959]: DEBUG nova.compute.provider_tree [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.383094] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.412808] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.413196] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.413563] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.413563] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.414019] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.414019] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.414019] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.414269] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.414411] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.414630] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.414747] env[69959]: DEBUG nova.virt.hardware [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.415760] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb373a-629c-410d-a2b1-abf6734c9a51 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.426331] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fac50b-b278-48be-885c-6f82a1a052cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.431441] env[69959]: DEBUG nova.network.neutron [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updated VIF entry in instance network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.431931] env[69959]: DEBUG nova.network.neutron [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.457532] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "cce1a170-4a15-4b02-b745-b22ad8fb694c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.457811] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.458060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "cce1a170-4a15-4b02-b745-b22ad8fb694c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.458662] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.458662] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.461310] env[69959]: INFO nova.compute.manager [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Terminating instance [ 778.502613] env[69959]: DEBUG oslo_concurrency.lockutils [req-f39db78f-2a29-47a9-8178-ee0499714a98 req-0108808f-bc03-4319-8a39-a3a2689d1f5b service nova] Releasing lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.503263] env[69959]: DEBUG oslo_concurrency.lockutils [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] Acquired lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.503822] env[69959]: DEBUG nova.network.neutron [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Refreshing network info cache for port 3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.514921] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.583329] env[69959]: DEBUG nova.compute.manager [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.583588] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.585092] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef41d7-9e3c-4abc-899f-73afe2a744b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.593263] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.593573] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3617aab0-490a-4d9c-b678-0c8d2cc7c611 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601654] env[69959]: DEBUG oslo_vmware.api [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 778.601654] env[69959]: value = "task-4086477" [ 778.601654] env[69959]: _type = "Task" [ 778.601654] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.613607] env[69959]: DEBUG oslo_vmware.api [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.633105] env[69959]: INFO nova.compute.manager [-] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Took 1.52 seconds to deallocate network for instance. [ 778.649161] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.679481] env[69959]: DEBUG oslo_vmware.api [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086476, 'name': ReconfigVM_Task, 'duration_secs': 0.351245} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.680409] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Reconfigured VM instance to set the machine id {{(pid=69959) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.707245] env[69959]: DEBUG nova.scheduler.client.report [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.713801] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.934757] env[69959]: DEBUG oslo_concurrency.lockutils [req-c49e679c-7c61-4936-be23-7fed5ad6d07f req-2657656a-bb61-4810-901f-dbdf1f4fbaf9 service nova] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.966526] env[69959]: DEBUG nova.compute.manager [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.967767] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.968037] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94721e7-e840-4766-ad93-5e9ce5c73ed8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.981701] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.981923] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1ade640-a0af-4438-a5f3-6286dabee344 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.991664] env[69959]: DEBUG oslo_vmware.api [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 778.991664] env[69959]: value = "task-4086478" [ 778.991664] env[69959]: _type = "Task" [ 778.991664] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.007427] env[69959]: DEBUG oslo_vmware.api [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.020133] env[69959]: DEBUG oslo_vmware.api [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086475, 'name': PowerOnVM_Task, 'duration_secs': 0.921307} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.020472] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.020740] env[69959]: INFO nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Took 5.98 seconds to spawn the instance on the hypervisor. [ 779.020952] env[69959]: DEBUG nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.021814] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669498d-f78e-4041-a5f9-17f4e33fed17 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.114324] env[69959]: DEBUG oslo_vmware.api [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086477, 'name': PowerOffVM_Task, 'duration_secs': 0.219562} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.114568] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.114744] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.115023] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08601365-44f8-447f-85d5-3c2aed325b9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.140596] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.152246] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.159332] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159561] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.161092] env[69959]: DEBUG nova.network.neutron [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.212631] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.212955] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.216155] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Deleting the datastore file [datastore2] 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.216155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.873s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.216155] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.217918] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc0bbb7e-7fa2-4b36-ae38-3ed9455454a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.222021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.043s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.222021] env[69959]: DEBUG nova.objects.instance [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lazy-loading 'resources' on Instance uuid 29558655-499e-4dee-b322-5de67728670a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.231332] env[69959]: DEBUG oslo_vmware.api [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 779.231332] env[69959]: value = "task-4086480" [ 779.231332] env[69959]: _type = "Task" [ 779.231332] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.240696] env[69959]: DEBUG oslo_vmware.api [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.292750] env[69959]: DEBUG nova.network.neutron [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updated VIF entry in instance network info cache for port 3f126f49-55cf-4a69-b62c-15a5c09acfaf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.293374] env[69959]: DEBUG nova.network.neutron [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [{"id": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "address": "fa:16:3e:48:a2:35", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f126f49-55", "ovs_interfaceid": "3f126f49-55cf-4a69-b62c-15a5c09acfaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.504615] env[69959]: DEBUG oslo_vmware.api [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086478, 'name': PowerOffVM_Task, 'duration_secs': 0.299001} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.504961] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.506315] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.506315] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a925f1f7-0e94-4a04-98b5-52f4caddc801 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.549809] env[69959]: INFO nova.compute.manager [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Took 33.81 seconds to build instance. [ 779.597215] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.597460] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.597676] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Deleting the datastore file [datastore1] cce1a170-4a15-4b02-b745-b22ad8fb694c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.598017] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2485fd78-234b-466f-99f1-0ab14d661fc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.607409] env[69959]: DEBUG oslo_vmware.api [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for the task: (returnval){ [ 779.607409] env[69959]: value = "task-4086482" [ 779.607409] env[69959]: _type = "Task" [ 779.607409] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.617972] env[69959]: DEBUG oslo_vmware.api [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.643267] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.677677] env[69959]: DEBUG nova.network.neutron [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Successfully updated port: 8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.724585] env[69959]: DEBUG nova.compute.utils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.725774] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.726028] env[69959]: DEBUG nova.network.neutron [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.743999] env[69959]: DEBUG oslo_vmware.api [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263929} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.744720] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.745227] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.745450] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.745627] env[69959]: INFO nova.compute.manager [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 779.745888] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.746609] env[69959]: DEBUG nova.compute.manager [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.746750] env[69959]: DEBUG nova.network.neutron [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.798419] env[69959]: DEBUG oslo_concurrency.lockutils [req-7d09895f-c048-44e6-9981-7e7068ab11ab req-6b535e5b-b925-4cfa-9d1a-c0d78b3289f2 service nova] Releasing lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.798668] env[69959]: DEBUG nova.policy [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9691a70d1e94c2c8062236d7ed41782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd669fdd7848423d84c26e5358d7c3f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.054656] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a2518-183e-4fea-987d-be8ab5ecb0e0 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.077s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.118875] env[69959]: DEBUG oslo_vmware.api [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Task: {'id': task-4086482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265035} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.122928] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.122928] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.122928] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.122928] env[69959]: INFO nova.compute.manager [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.122928] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.122928] env[69959]: DEBUG nova.compute.manager [-] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.122928] env[69959]: DEBUG nova.network.neutron [-] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.144859] env[69959]: DEBUG oslo_vmware.api [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086474, 'name': PowerOnVM_Task, 'duration_secs': 2.104978} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.145350] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.145350] env[69959]: INFO nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Took 8.01 seconds to spawn the instance on the hypervisor. [ 780.145587] env[69959]: DEBUG nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.146425] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0500f754-3886-4c22-91a9-fd61839481c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.179628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "refresh_cache-e91a0217-bc9b-4a26-b725-5c8ce2ee3549" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.179802] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquired lock "refresh_cache-e91a0217-bc9b-4a26-b725-5c8ce2ee3549" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.179963] env[69959]: DEBUG nova.network.neutron [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.219778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "f695740d-8fc4-431a-85cf-48c33380f99d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.219778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.229607] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.246406] env[69959]: INFO nova.network.neutron [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Port bc482ed1-d416-478b-b980-d119c8c8b5a7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 780.246774] env[69959]: DEBUG nova.network.neutron [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [{"id": "53c3f7be-75ff-4f77-a863-451d82192783", "address": "fa:16:3e:94:78:2f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c3f7be-75", "ovs_interfaceid": "53c3f7be-75ff-4f77-a863-451d82192783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.383905] env[69959]: DEBUG nova.network.neutron [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Successfully created port: ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.563081] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.569781] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e93b0-d332-489d-9efc-1b2cc90099ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.586356] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f3d0b-3678-4084-bd47-544433f8437a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.628496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296d62f0-6cd4-4a71-8535-4d7e1f1707cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.639786] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed595677-9b92-416d-bbc8-df22de8d075b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.656837] env[69959]: DEBUG nova.compute.provider_tree [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.671223] env[69959]: INFO nova.compute.manager [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Took 36.60 seconds to build instance. [ 780.710195] env[69959]: DEBUG nova.compute.manager [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.710195] env[69959]: DEBUG nova.compute.manager [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing instance network info cache due to event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.710195] env[69959]: DEBUG oslo_concurrency.lockutils [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] Acquiring lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.710195] env[69959]: DEBUG oslo_concurrency.lockutils [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] Acquired lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.712023] env[69959]: DEBUG nova.network.neutron [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.736777] env[69959]: DEBUG nova.network.neutron [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.753233] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-c9a3fe9a-ec34-4625-9571-3b708815ee1e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.783980] env[69959]: DEBUG nova.compute.manager [req-3d32794a-c998-4789-9dd3-881f24200635 req-663c105e-8c13-4702-8e18-f46acf605d6c service nova] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Received event network-vif-deleted-c00a750d-1120-489b-b535-0fe77802571a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.784212] env[69959]: DEBUG nova.compute.manager [req-3d32794a-c998-4789-9dd3-881f24200635 req-663c105e-8c13-4702-8e18-f46acf605d6c service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-vif-deleted-bc482ed1-d416-478b-b980-d119c8c8b5a7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.835318] env[69959]: DEBUG nova.network.neutron [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.909026] env[69959]: DEBUG nova.network.neutron [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Updating instance_info_cache with network_info: [{"id": "8b553db7-4d12-4ddc-a0ad-374a984fc14a", "address": "fa:16:3e:43:66:b7", "network": {"id": "86caabad-860b-40e0-bdc7-0f9616a5aa16", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1422494089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab513b6e7dae455cbca6201bb8fe97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b553db7-4d", "ovs_interfaceid": "8b553db7-4d12-4ddc-a0ad-374a984fc14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.083298] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.083581] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.083716] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.083898] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.084079] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.087932] env[69959]: INFO nova.compute.manager [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Terminating instance [ 781.106725] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.147116] env[69959]: DEBUG nova.network.neutron [-] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.166338] env[69959]: DEBUG nova.scheduler.client.report [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.174232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.188s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.213993] env[69959]: DEBUG nova.objects.instance [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lazy-loading 'flavor' on Instance uuid 852d306a-2d59-45dc-8d7b-695084a42bf3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.244441] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.259845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0c7ec2ea-960c-4990-9376-4a361bd14acd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-c9a3fe9a-ec34-4625-9571-3b708815ee1e-bc482ed1-d416-478b-b980-d119c8c8b5a7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.210s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.272706] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.272848] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.273101] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.273185] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.273317] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.273457] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.273764] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.273961] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.274281] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.274349] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.274473] env[69959]: DEBUG nova.virt.hardware [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.275733] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca7923-4f78-4ab7-97a6-1ca89edc26db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.286285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdfd86b-47c2-4003-8735-e870b25ed36b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.337758] env[69959]: INFO nova.compute.manager [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Took 1.59 seconds to deallocate network for instance. [ 781.411295] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Releasing lock "refresh_cache-e91a0217-bc9b-4a26-b725-5c8ce2ee3549" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.411652] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Instance network_info: |[{"id": "8b553db7-4d12-4ddc-a0ad-374a984fc14a", "address": "fa:16:3e:43:66:b7", "network": {"id": "86caabad-860b-40e0-bdc7-0f9616a5aa16", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1422494089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab513b6e7dae455cbca6201bb8fe97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b553db7-4d", "ovs_interfaceid": "8b553db7-4d12-4ddc-a0ad-374a984fc14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.412144] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:66:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b553db7-4d12-4ddc-a0ad-374a984fc14a', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.422068] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Creating folder: Project (ab513b6e7dae455cbca6201bb8fe97d1). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.422458] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-057f04ee-c00b-4fad-8b4f-f141fd4bb838 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.436670] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Created folder: Project (ab513b6e7dae455cbca6201bb8fe97d1) in parent group-v809535. [ 781.437151] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Creating folder: Instances. Parent ref: group-v809652. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.438384] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cbcaf40-a0e7-4a00-a928-45549f2c7262 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.451270] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Created folder: Instances in parent group-v809652. [ 781.451270] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.451270] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.451564] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3126d60-cd34-4ee2-b5ae-0b659558f8f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.475021] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.475021] env[69959]: value = "task-4086485" [ 781.475021] env[69959]: _type = "Task" [ 781.475021] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.484869] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086485, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.508261] env[69959]: DEBUG nova.network.neutron [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updated VIF entry in instance network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.508593] env[69959]: DEBUG nova.network.neutron [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.592039] env[69959]: DEBUG nova.compute.manager [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.592344] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.593373] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75df7187-fed5-42c2-8036-cc13c61d8b29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.603095] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.603428] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d7bb46-9a0b-4ce8-808b-a4d96354f421 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.612172] env[69959]: DEBUG oslo_vmware.api [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 781.612172] env[69959]: value = "task-4086486" [ 781.612172] env[69959]: _type = "Task" [ 781.612172] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.621953] env[69959]: DEBUG oslo_vmware.api [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.649982] env[69959]: INFO nova.compute.manager [-] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Took 1.53 seconds to deallocate network for instance. [ 781.672856] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.450s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.674343] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.836s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.676508] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.708107] env[69959]: INFO nova.scheduler.client.report [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleted allocations for instance 29558655-499e-4dee-b322-5de67728670a [ 781.727244] env[69959]: INFO nova.compute.manager [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Rebuilding instance [ 781.735930] env[69959]: DEBUG oslo_concurrency.lockutils [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.735930] env[69959]: DEBUG oslo_concurrency.lockutils [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.779905] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b419d-d06c-0dae-a839-6bb3c2aede77/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.781796] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf2ad6-ef25-4aa7-812c-c5bafa10434e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.797423] env[69959]: DEBUG nova.compute.manager [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.799169] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2228a0be-61e8-4d17-803e-3e494496c221 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.804773] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b419d-d06c-0dae-a839-6bb3c2aede77/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.804983] env[69959]: ERROR oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b419d-d06c-0dae-a839-6bb3c2aede77/disk-0.vmdk due to incomplete transfer. [ 781.806272] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-356269e6-5b6e-482c-b00f-0a41d404881e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.820581] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b419d-d06c-0dae-a839-6bb3c2aede77/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.821418] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Uploaded image 50440c8e-f28f-4cf6-b49f-5b2848cd7389 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.824014] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.824419] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a0e1c9e-de9c-44f9-a8a2-9f2b51c84b19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.835009] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 781.835009] env[69959]: value = "task-4086487" [ 781.835009] env[69959]: _type = "Task" [ 781.835009] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.851045] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.851045] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086487, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.987300] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086485, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.011935] env[69959]: DEBUG oslo_concurrency.lockutils [req-afac326a-444e-4e0d-95f9-53ecb9d92957 req-0cad4343-3b64-4ae9-9b71-fad9797985f6 service nova] Releasing lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.136643] env[69959]: DEBUG oslo_vmware.api [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086486, 'name': PowerOffVM_Task, 'duration_secs': 0.375742} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.136643] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.136643] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.136643] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e2a09a3-00b5-4dc8-97a4-8ce65d51cabb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.151387] env[69959]: DEBUG nova.network.neutron [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.157491] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.218664] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30cbf9dd-af87-48b8-842a-115cd270d5ec tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "29558655-499e-4dee-b322-5de67728670a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.570s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.223290] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.223730] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.224082] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleting the datastore file [datastore1] c9a3fe9a-ec34-4625-9571-3b708815ee1e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.225709] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.228456] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-559b3fbb-15d6-40ed-87e9-43e0a0a75552 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.236861] env[69959]: DEBUG oslo_vmware.api [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 782.236861] env[69959]: value = "task-4086489" [ 782.236861] env[69959]: _type = "Task" [ 782.236861] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.252125] env[69959]: DEBUG oslo_vmware.api [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.293665] env[69959]: INFO nova.compute.manager [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Rebuilding instance [ 782.346822] env[69959]: DEBUG nova.compute.manager [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.347821] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80370f-26b7-4f52-a8a8-3adcccc8c7e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.353736] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086487, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.487042] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086485, 'name': CreateVM_Task, 'duration_secs': 0.628659} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.487237] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.487938] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.488119] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.488667] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.488742] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd314362-99c4-4679-b13a-7a655443b0b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.494092] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 782.494092] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5293b4f9-028a-c7d9-cce9-b8f93c95b834" [ 782.494092] env[69959]: _type = "Task" [ 782.494092] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.504442] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5293b4f9-028a-c7d9-cce9-b8f93c95b834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.739973] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance bee65c60-c104-4523-9e3a-1e41ead05854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.740359] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 923a6ce2-7b57-4e05-b33c-d99a0c60dd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.740359] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 42d73292-1bab-4883-9e24-7ffa41e676e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.740498] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 94296ced-6adc-4f28-9c10-e23a8dd05464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.740683] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b02c6408-c7ab-4f56-8d50-ef6392028b5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.740856] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 989e07aa-00f8-48d4-8a6c-1ffbf153e66e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.741181] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance edc30bb6-6257-4e62-8c00-f6169a4b31cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.741377] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c9a3fe9a-ec34-4625-9571-3b708815ee1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.741538] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e51fd4e8-c2ba-46aa-8df2-2748bd45e53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.741689] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 821205fe-7909-41d0-83ce-6f711906093a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.741834] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 852d306a-2d59-45dc-8d7b-695084a42bf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.741977] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 7b977ddd-db1f-49dc-aa2b-13559e67e932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.742136] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e8a8267c-9619-4668-8ac1-e485a202a451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.742354] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8eab418d-7191-42f9-8048-11edab75a8c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.742475] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c629d989-53cd-45e5-858f-847b696aa872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.742614] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 98ca6f56-599f-4f61-b544-cbc1e593f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.742757] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 44a14aaa-9828-4064-be67-b3b432790f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743412] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance cce1a170-4a15-4b02-b745-b22ad8fb694c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743412] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6d653768-205c-4819-8498-ae0617302a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743412] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.743412] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8501d05c-e4f1-45ba-bcca-15b8def23472 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.743412] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743615] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743615] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 62f9b943-e4b9-4350-adeb-93a8fcd8110d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743677] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e91a0217-bc9b-4a26-b725-5c8ce2ee3549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.743958] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance be5c5429-3f71-49c8-8585-b622a7f423a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.755786] env[69959]: DEBUG oslo_vmware.api [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342551} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.755786] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.755786] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.756058] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.756150] env[69959]: INFO nova.compute.manager [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 782.756512] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.756975] env[69959]: DEBUG nova.compute.manager [-] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.756975] env[69959]: DEBUG nova.network.neutron [-] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.823805] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.824159] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90095eca-349e-465c-878a-47d7fe4cef6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.836848] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 782.836848] env[69959]: value = "task-4086490" [ 782.836848] env[69959]: _type = "Task" [ 782.836848] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.849725] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086487, 'name': Destroy_Task, 'duration_secs': 0.651765} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.853131] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Destroyed the VM [ 782.853537] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.854132] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.854132] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6689a766-73ab-4207-acaa-2ce86249479a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.864602] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 782.864602] env[69959]: value = "task-4086491" [ 782.864602] env[69959]: _type = "Task" [ 782.864602] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.876405] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.010988] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5293b4f9-028a-c7d9-cce9-b8f93c95b834, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.014806] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.014806] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.014806] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.014806] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.014806] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.014806] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ae142d-6ea4-4ac0-a125-8e1e361b5d2e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.026559] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.026734] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.027566] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64074de2-1062-4e02-a7a2-e7501f3b39ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.034848] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 783.034848] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5286d390-569c-9b3f-719b-4c1c59d0cbac" [ 783.034848] env[69959]: _type = "Task" [ 783.034848] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.046216] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5286d390-569c-9b3f-719b-4c1c59d0cbac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.250973] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b3b002b6-4835-4e08-b66c-6185be72dd66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.310502] env[69959]: DEBUG nova.network.neutron [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Successfully updated port: ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.317850] env[69959]: DEBUG nova.network.neutron [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.350234] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086490, 'name': PowerOffVM_Task, 'duration_secs': 0.49533} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.350532] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.350955] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.351814] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5919dad-8f98-4af0-8e52-13bcd1cb3e5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.363304] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.363304] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9edcbf8e-4b90-4446-822f-fba9e7d4676f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.369244] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.369541] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e7195e-f587-4c51-9f22-5e903a3d6a05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.378451] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.380412] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 783.380412] env[69959]: value = "task-4086493" [ 783.380412] env[69959]: _type = "Task" [ 783.380412] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.393234] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.451802] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.452147] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.452370] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore2] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.452664] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ab3b04-cfea-4879-83ff-fc8af21abf79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.463266] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 783.463266] env[69959]: value = "task-4086494" [ 783.463266] env[69959]: _type = "Task" [ 783.463266] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.478227] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.550521] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5286d390-569c-9b3f-719b-4c1c59d0cbac, 'name': SearchDatastore_Task, 'duration_secs': 0.019332} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.551591] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e493fc4-b9df-4ebb-b40c-043f64c08652 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.560313] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 783.560313] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5292f1af-c3ab-9955-8234-e0f6535863dc" [ 783.560313] env[69959]: _type = "Task" [ 783.560313] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.573546] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5292f1af-c3ab-9955-8234-e0f6535863dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.755437] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.813988] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.814283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.814460] env[69959]: DEBUG nova.network.neutron [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.821397] env[69959]: DEBUG oslo_concurrency.lockutils [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.821651] env[69959]: DEBUG nova.compute.manager [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Inject network info {{(pid=69959) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 783.821924] env[69959]: DEBUG nova.compute.manager [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] network_info to inject: |[{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 783.827691] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Reconfiguring VM instance to set the machine id {{(pid=69959) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 783.831819] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b0f9ed-dab9-4374-8ac0-17019893856a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.854408] env[69959]: DEBUG oslo_vmware.api [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 783.854408] env[69959]: value = "task-4086495" [ 783.854408] env[69959]: _type = "Task" [ 783.854408] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.863697] env[69959]: DEBUG oslo_vmware.api [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.876454] env[69959]: DEBUG oslo_vmware.api [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086491, 'name': RemoveSnapshot_Task, 'duration_secs': 0.776777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.876771] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.877068] env[69959]: INFO nova.compute.manager [None req-6c9610b2-5444-47a7-812c-7d9981420a5f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Took 15.32 seconds to snapshot the instance on the hypervisor. [ 783.898023] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086493, 'name': PowerOffVM_Task, 'duration_secs': 0.191958} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.898023] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.898023] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.898023] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf7cc2e-2be4-459c-b19d-5b0ad8f4ebbb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.907694] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.908323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aca7f8b-6146-47e8-bb67-a71780d982b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.944026] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.944026] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.944026] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Deleting the datastore file [datastore2] 62f9b943-e4b9-4350-adeb-93a8fcd8110d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.944806] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a7c30cc-cf12-4744-adf5-761c8cb255e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.958039] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 783.958039] env[69959]: value = "task-4086497" [ 783.958039] env[69959]: _type = "Task" [ 783.958039] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.971022] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.990044] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335214} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.990044] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.990044] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.990044] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.078169] env[69959]: DEBUG nova.compute.manager [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Received event network-vif-plugged-8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.078463] env[69959]: DEBUG oslo_concurrency.lockutils [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] Acquiring lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.078833] env[69959]: DEBUG oslo_concurrency.lockutils [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.079578] env[69959]: DEBUG oslo_concurrency.lockutils [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.079578] env[69959]: DEBUG nova.compute.manager [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] No waiting events found dispatching network-vif-plugged-8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 784.079578] env[69959]: WARNING nova.compute.manager [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Received unexpected event network-vif-plugged-8b553db7-4d12-4ddc-a0ad-374a984fc14a for instance with vm_state building and task_state spawning. [ 784.079803] env[69959]: DEBUG nova.compute.manager [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Received event network-changed-8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.079927] env[69959]: DEBUG nova.compute.manager [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Refreshing instance network info cache due to event network-changed-8b553db7-4d12-4ddc-a0ad-374a984fc14a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.080186] env[69959]: DEBUG oslo_concurrency.lockutils [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] Acquiring lock "refresh_cache-e91a0217-bc9b-4a26-b725-5c8ce2ee3549" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.080363] env[69959]: DEBUG oslo_concurrency.lockutils [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] Acquired lock "refresh_cache-e91a0217-bc9b-4a26-b725-5c8ce2ee3549" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.080569] env[69959]: DEBUG nova.network.neutron [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Refreshing network info cache for port 8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.083099] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5292f1af-c3ab-9955-8234-e0f6535863dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01461} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.083658] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.083961] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] e91a0217-bc9b-4a26-b725-5c8ce2ee3549/e91a0217-bc9b-4a26-b725-5c8ce2ee3549.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.084325] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d415b3b-59ad-48b4-8e55-b0e009ab9514 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.093937] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 784.093937] env[69959]: value = "task-4086498" [ 784.093937] env[69959]: _type = "Task" [ 784.093937] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.109246] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.114330] env[69959]: DEBUG nova.compute.manager [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Received event network-vif-deleted-3f126f49-55cf-4a69-b62c-15a5c09acfaf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.115144] env[69959]: DEBUG nova.compute.manager [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Received event network-vif-deleted-1f738c92-9c79-4bb7-8acb-8aa8004ba75e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.115502] env[69959]: DEBUG nova.compute.manager [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.119827] env[69959]: DEBUG nova.compute.manager [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing instance network info cache due to event network-changed-d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.119827] env[69959]: DEBUG oslo_concurrency.lockutils [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] Acquiring lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120242] env[69959]: DEBUG oslo_concurrency.lockutils [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] Acquired lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120242] env[69959]: DEBUG nova.network.neutron [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Refreshing network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.215814] env[69959]: DEBUG nova.network.neutron [-] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.260169] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 81bf191a-8bd1-4e58-a172-7663063d4c6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.357807] env[69959]: DEBUG nova.network.neutron [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.366192] env[69959]: DEBUG oslo_vmware.api [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086495, 'name': ReconfigVM_Task, 'duration_secs': 0.218361} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.366560] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Reconfigured VM instance to set the machine id {{(pid=69959) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 784.473793] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239727} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.475385] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.475385] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.475385] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.610557] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.631604] env[69959]: DEBUG nova.network.neutron [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updating instance_info_cache with network_info: [{"id": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "address": "fa:16:3e:f7:36:fc", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0bcf06-0e", "ovs_interfaceid": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.720554] env[69959]: INFO nova.compute.manager [-] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Took 1.96 seconds to deallocate network for instance. [ 784.764092] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b4f0359b-2f16-410b-b8d0-b1faed9c5913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.792467] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.870529] env[69959]: DEBUG nova.network.neutron [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Updated VIF entry in instance network info cache for port 8b553db7-4d12-4ddc-a0ad-374a984fc14a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.870903] env[69959]: DEBUG nova.network.neutron [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Updating instance_info_cache with network_info: [{"id": "8b553db7-4d12-4ddc-a0ad-374a984fc14a", "address": "fa:16:3e:43:66:b7", "network": {"id": "86caabad-860b-40e0-bdc7-0f9616a5aa16", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1422494089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab513b6e7dae455cbca6201bb8fe97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b553db7-4d", "ovs_interfaceid": "8b553db7-4d12-4ddc-a0ad-374a984fc14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.014855] env[69959]: DEBUG nova.network.neutron [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updated VIF entry in instance network info cache for port d4060aa1-a372-4f98-847b-df2bf6969611. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.015429] env[69959]: DEBUG nova.network.neutron [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [{"id": "d4060aa1-a372-4f98-847b-df2bf6969611", "address": "fa:16:3e:ac:18:90", "network": {"id": "1df6de70-eed2-40b4-9200-9ace06a6c9b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-640997996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cd1b83714e34525a8e0b8f7c17ef58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4060aa1-a3", "ovs_interfaceid": "d4060aa1-a372-4f98-847b-df2bf6969611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.038853] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.039198] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.039412] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.040191] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.040429] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.040642] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.040959] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.041346] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.041602] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.041825] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.043179] env[69959]: DEBUG nova.virt.hardware [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.043364] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2adb0-969c-42e5-a70d-d4e30b26eb13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.053455] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab3399-8a5a-4b89-9261-49ce19db9448 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.075451] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:f4:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830530df-689f-4245-859a-c711cd0623ba', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.085184] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.085184] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.085326] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9b31574-4af9-467f-b32a-22cc15893f26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.115877] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750017} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.115877] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.115877] env[69959]: value = "task-4086499" [ 785.115877] env[69959]: _type = "Task" [ 785.115877] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.116114] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] e91a0217-bc9b-4a26-b725-5c8ce2ee3549/e91a0217-bc9b-4a26-b725-5c8ce2ee3549.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.116196] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.116497] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb276ac-6d7d-46ad-9069-b07a60a1f500 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.124112] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "bee65c60-c104-4523-9e3a-1e41ead05854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.124360] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.124562] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "bee65c60-c104-4523-9e3a-1e41ead05854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.124743] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.124909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.130201] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086499, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.131973] env[69959]: INFO nova.compute.manager [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Terminating instance [ 785.134105] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 785.134105] env[69959]: value = "task-4086500" [ 785.134105] env[69959]: _type = "Task" [ 785.134105] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.136920] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.137229] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Instance network_info: |[{"id": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "address": "fa:16:3e:f7:36:fc", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0bcf06-0e", "ovs_interfaceid": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.137940] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:36:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce0bcf06-0eeb-493d-882b-bf3bd56b616d', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.148396] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.153026] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.153716] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff558f5f-28fe-4dea-af24-770dcd3bee9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.174462] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.176144] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.176144] env[69959]: value = "task-4086501" [ 785.176144] env[69959]: _type = "Task" [ 785.176144] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.184912] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086501, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.234046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "852d306a-2d59-45dc-8d7b-695084a42bf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.234046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.235491] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "852d306a-2d59-45dc-8d7b-695084a42bf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.235491] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.235491] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.237530] env[69959]: INFO nova.compute.manager [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Terminating instance [ 785.240965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.267431] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.374747] env[69959]: DEBUG oslo_concurrency.lockutils [req-251da172-9a98-4865-a535-925e34980cd2 req-f8c14aa6-f1fd-4546-8285-4b18144d6513 service nova] Releasing lock "refresh_cache-e91a0217-bc9b-4a26-b725-5c8ce2ee3549" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517938] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.518231] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.518498] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.518756] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.519077] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.520080] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.520080] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.520080] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.520272] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.520683] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.520939] env[69959]: DEBUG nova.virt.hardware [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.522514] env[69959]: DEBUG oslo_concurrency.lockutils [req-5a73e182-b21d-4bd0-b5c8-b87fbac34d0b req-3d639e9b-3b28-4f19-a5b8-0df803f8dd0a service nova] Releasing lock "refresh_cache-852d306a-2d59-45dc-8d7b-695084a42bf3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.524901] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3105ad-b45d-4d95-a0c6-08ec912439a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.537967] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4627d1-631d-44c4-ac75-345f488d43ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.562963] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.571791] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.572647] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.573020] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebfedde-9ed4-420c-be3e-100c28a2d855 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.596590] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.596590] env[69959]: value = "task-4086502" [ 785.596590] env[69959]: _type = "Task" [ 785.596590] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.605388] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086502, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.629064] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086499, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.639455] env[69959]: DEBUG nova.compute.manager [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.639951] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.644600] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8b358-9769-4208-819f-94124a7a6cd2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.657051] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173333} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.657051] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.657051] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.658248] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca29365-1995-4928-b4fe-f49a49f5ff99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.661626] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09b4f532-d78a-400f-9cff-b690bf4374cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.690822] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e91a0217-bc9b-4a26-b725-5c8ce2ee3549/e91a0217-bc9b-4a26-b725-5c8ce2ee3549.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.694910] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18a79ea-90ae-4054-80f5-86a41470c1d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.711794] env[69959]: DEBUG oslo_vmware.api [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 785.711794] env[69959]: value = "task-4086503" [ 785.711794] env[69959]: _type = "Task" [ 785.711794] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.721465] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086501, 'name': CreateVM_Task, 'duration_secs': 0.412793} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.723337] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.723802] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 785.723802] env[69959]: value = "task-4086504" [ 785.723802] env[69959]: _type = "Task" [ 785.723802] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.724672] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.724930] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.725437] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.726234] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b645d18a-c835-43a7-982e-0c5d80952d8c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.737022] env[69959]: DEBUG oslo_vmware.api [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.738982] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 785.738982] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528fb199-b8f6-c1e4-a3c4-8684dbc64ba0" [ 785.738982] env[69959]: _type = "Task" [ 785.738982] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.743305] env[69959]: DEBUG nova.compute.manager [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.743631] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.744107] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.748889] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e76e9c-cdef-4173-91c6-c111fec6cdde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.759841] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528fb199-b8f6-c1e4-a3c4-8684dbc64ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.762704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.763259] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.763339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.763489] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.763669] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.763978] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.764252] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7446056-8d34-4371-b87f-7b95b353f53b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.767131] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59568375-ccaa-4a29-b042-0dc57216a61f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.771250] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance db9e828d-2231-429d-bc03-f60d03e7897a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.775807] env[69959]: DEBUG oslo_vmware.api [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 785.775807] env[69959]: value = "task-4086505" [ 785.775807] env[69959]: _type = "Task" [ 785.775807] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.777089] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.777235] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.781887] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d3b9ae-f445-4594-bc2b-95d76ef0aaf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.792576] env[69959]: DEBUG oslo_vmware.api [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.792933] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 785.792933] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520976c9-b1ef-9631-e0cc-bda02f6a82e6" [ 785.792933] env[69959]: _type = "Task" [ 785.792933] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.804024] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520976c9-b1ef-9631-e0cc-bda02f6a82e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.879336] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "6d653768-205c-4819-8498-ae0617302a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.879602] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.879839] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "6d653768-205c-4819-8498-ae0617302a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.880169] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.880624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.883855] env[69959]: INFO nova.compute.manager [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Terminating instance [ 786.105274] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086502, 'name': CreateVM_Task, 'duration_secs': 0.425698} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.105468] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.105970] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.106163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.106528] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.106823] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f7a825-cd9c-48d6-bf0c-671063e2ea63 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.112907] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 786.112907] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5296f4ea-9eb7-1d78-4edb-9547a8dee9e1" [ 786.112907] env[69959]: _type = "Task" [ 786.112907] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.127135] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5296f4ea-9eb7-1d78-4edb-9547a8dee9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.130991] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086499, 'name': CreateVM_Task, 'duration_secs': 0.578751} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.131236] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.131909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.225413] env[69959]: DEBUG oslo_vmware.api [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086503, 'name': PowerOffVM_Task, 'duration_secs': 0.405709} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.225676] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.226216] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.226337] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce2abd36-6dd7-4996-b36f-0c94afe8ae31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.238083] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086504, 'name': ReconfigVM_Task, 'duration_secs': 0.443374} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.238217] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e91a0217-bc9b-4a26-b725-5c8ce2ee3549/e91a0217-bc9b-4a26-b725-5c8ce2ee3549.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.238990] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01dee1d6-753a-44f4-8b1d-05427b872183 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.248078] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 786.248078] env[69959]: value = "task-4086507" [ 786.248078] env[69959]: _type = "Task" [ 786.248078] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.258230] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086507, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.276139] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a363197e-38b3-48fb-a1fe-6664f613458b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.290814] env[69959]: DEBUG oslo_vmware.api [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086505, 'name': PowerOffVM_Task, 'duration_secs': 0.311423} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.290814] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.292552] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.293176] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ae963c-e426-419d-a3a2-4ac99d67df0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.312536] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520976c9-b1ef-9631-e0cc-bda02f6a82e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015867} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.313825] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.314247] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.314806] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleting the datastore file [datastore2] bee65c60-c104-4523-9e3a-1e41ead05854 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.314806] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5440a8d6-35be-40c2-ae3a-e2e5b73b3af8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.318377] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2864d1e-5907-4d27-b25e-8f3a54c7aa5f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.324937] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Received event network-vif-plugged-ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.324937] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquiring lock "be5c5429-3f71-49c8-8585-b622a7f423a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.324937] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.325317] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.325317] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] No waiting events found dispatching network-vif-plugged-ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.325423] env[69959]: WARNING nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Received unexpected event network-vif-plugged-ce0bcf06-0eeb-493d-882b-bf3bd56b616d for instance with vm_state building and task_state spawning. [ 786.325717] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.325776] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing instance network info cache due to event network-changed-7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.326315] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquiring lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.326315] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquired lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.326315] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Refreshing network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.332990] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 786.332990] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52165105-ebbb-efa0-e9d3-dba235ff85b5" [ 786.332990] env[69959]: _type = "Task" [ 786.332990] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.333465] env[69959]: DEBUG oslo_vmware.api [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for the task: (returnval){ [ 786.333465] env[69959]: value = "task-4086509" [ 786.333465] env[69959]: _type = "Task" [ 786.333465] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.348495] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52165105-ebbb-efa0-e9d3-dba235ff85b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.351995] env[69959]: DEBUG oslo_vmware.api [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.388078] env[69959]: DEBUG nova.compute.manager [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.388374] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.389483] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d1150-34c4-4bfa-bc58-6ad2d22cb882 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.397309] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.397616] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.397925] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Deleting the datastore file [datastore2] 852d306a-2d59-45dc-8d7b-695084a42bf3 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.399940] env[69959]: DEBUG nova.compute.manager [req-88817e71-0d4e-43bd-9027-16673e4917ca req-1dbd5f22-b22c-4c09-a56b-4e11e4ddec90 service nova] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Received event network-vif-deleted-53c3f7be-75ff-4f77-a863-451d82192783 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.401502] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da63111-b741-45ff-8398-9814d8d9ca51 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.407408] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.408248] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43176a2d-22b8-4d1a-973d-5c24b4933f6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.414555] env[69959]: DEBUG oslo_vmware.api [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for the task: (returnval){ [ 786.414555] env[69959]: value = "task-4086510" [ 786.414555] env[69959]: _type = "Task" [ 786.414555] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.425422] env[69959]: DEBUG oslo_vmware.api [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.495408] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.495658] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.495886] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleting the datastore file [datastore2] 6d653768-205c-4819-8498-ae0617302a31 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.496215] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-034a3c7f-fbb9-4f3f-8ce6-308884f672d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.503943] env[69959]: DEBUG oslo_vmware.api [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 786.503943] env[69959]: value = "task-4086512" [ 786.503943] env[69959]: _type = "Task" [ 786.503943] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.516543] env[69959]: DEBUG oslo_vmware.api [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.625881] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5296f4ea-9eb7-1d78-4edb-9547a8dee9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.029924} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.626275] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.626509] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.626722] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.626946] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.627396] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.627653] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89873af-5616-4872-b72a-e08acc639545 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.633651] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 786.633651] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b36e21-db65-875b-7be0-7454bfe03abd" [ 786.633651] env[69959]: _type = "Task" [ 786.633651] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.647324] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b36e21-db65-875b-7be0-7454bfe03abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.760371] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086507, 'name': Rename_Task, 'duration_secs': 0.209115} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.760636] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.760922] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29c8a80-c520-44a4-be0e-c0bf9cca3c60 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.768623] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 786.768623] env[69959]: value = "task-4086513" [ 786.768623] env[69959]: _type = "Task" [ 786.768623] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.777551] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.785635] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance debf70b0-ab28-479a-9928-024b5c0ae947 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.804259] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.804651] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.846340] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52165105-ebbb-efa0-e9d3-dba235ff85b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015813} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.848015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.848459] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] be5c5429-3f71-49c8-8585-b622a7f423a3/be5c5429-3f71-49c8-8585-b622a7f423a3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.848697] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.848883] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.849139] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dd750a9-893d-41ec-9a15-d43269d59066 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.857142] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f68b07-57a1-47a3-b5ce-4b7716ad48c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.859396] env[69959]: DEBUG oslo_vmware.api [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Task: {'id': task-4086509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255917} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.860257] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.860382] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.860710] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.860763] env[69959]: INFO nova.compute.manager [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Took 1.22 seconds to destroy the instance on the hypervisor. [ 786.861346] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.861601] env[69959]: DEBUG nova.compute.manager [-] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.861751] env[69959]: DEBUG nova.network.neutron [-] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.866785] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 786.866785] env[69959]: value = "task-4086514" [ 786.866785] env[69959]: _type = "Task" [ 786.866785] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.874428] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.874636] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.875799] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835c2683-b08a-4b37-8385-dbac16bde85f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.881859] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.885723] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 786.885723] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520946df-3b41-4d92-9e7e-202772b9be6f" [ 786.885723] env[69959]: _type = "Task" [ 786.885723] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.894667] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520946df-3b41-4d92-9e7e-202772b9be6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.926205] env[69959]: DEBUG oslo_vmware.api [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Task: {'id': task-4086510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298359} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.926495] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.926727] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.926909] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.927100] env[69959]: INFO nova.compute.manager [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 786.927353] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.927755] env[69959]: DEBUG nova.compute.manager [-] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.927755] env[69959]: DEBUG nova.network.neutron [-] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.016164] env[69959]: DEBUG oslo_vmware.api [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357711} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.016438] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.016621] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.016926] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.017042] env[69959]: INFO nova.compute.manager [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 6d653768-205c-4819-8498-ae0617302a31] Took 0.63 seconds to destroy the instance on the hypervisor. [ 787.017274] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.017509] env[69959]: DEBUG nova.compute.manager [-] [instance: 6d653768-205c-4819-8498-ae0617302a31] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.017602] env[69959]: DEBUG nova.network.neutron [-] [instance: 6d653768-205c-4819-8498-ae0617302a31] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.147464] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b36e21-db65-875b-7be0-7454bfe03abd, 'name': SearchDatastore_Task, 'duration_secs': 0.016608} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.147783] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.148039] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.148265] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.248554] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updated VIF entry in instance network info cache for port 7cde5340-4078-4da8-bbff-9d3721a4f229. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.249310] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [{"id": "7cde5340-4078-4da8-bbff-9d3721a4f229", "address": "fa:16:3e:03:47:77", "network": {"id": "a512b8be-0b39-40ed-81dd-669282412b34", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-503866336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f38d9959844315978b6e7ea56bd9fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cde5340-40", "ovs_interfaceid": "7cde5340-4078-4da8-bbff-9d3721a4f229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.286630] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086513, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.293339] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0daccc65-92c2-4373-889b-2985ae46bcd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.384604] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.403163] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520946df-3b41-4d92-9e7e-202772b9be6f, 'name': SearchDatastore_Task, 'duration_secs': 0.022009} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.403163] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5749e8-d9cf-4aa2-a98a-209314e3611a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.410793] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 787.410793] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523dde28-db86-3c99-7432-2780759e00a2" [ 787.410793] env[69959]: _type = "Task" [ 787.410793] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.423155] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523dde28-db86-3c99-7432-2780759e00a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.752690] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Releasing lock "refresh_cache-923a6ce2-7b57-4e05-b33c-d99a0c60dd64" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.753923] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Received event network-changed-ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.753923] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Refreshing instance network info cache due to event network-changed-ce0bcf06-0eeb-493d-882b-bf3bd56b616d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.753923] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquiring lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.753923] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquired lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.753923] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Refreshing network info cache for port ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.780547] env[69959]: DEBUG oslo_vmware.api [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086513, 'name': PowerOnVM_Task, 'duration_secs': 0.927977} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.781236] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.781924] env[69959]: INFO nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Took 9.40 seconds to spawn the instance on the hypervisor. [ 787.782027] env[69959]: DEBUG nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.783025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae71094-7aa6-40d6-83ef-51b0ef663ab9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.796450] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6afbc757-f826-4806-9a18-87326532db2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.879714] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775623} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.880019] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] be5c5429-3f71-49c8-8585-b622a7f423a3/be5c5429-3f71-49c8-8585-b622a7f423a3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.880268] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.880532] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c9798a8-6e79-4409-8ebb-9ee7923b0703 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.887926] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 787.887926] env[69959]: value = "task-4086515" [ 787.887926] env[69959]: _type = "Task" [ 787.887926] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.897525] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.925043] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523dde28-db86-3c99-7432-2780759e00a2, 'name': SearchDatastore_Task, 'duration_secs': 0.059263} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.925396] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.925793] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.925981] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.926194] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.926423] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a995ebd-76cc-4eaf-9738-410cac74cbc9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.928666] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0caac989-3e6e-4491-adfb-c583dc328323 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.938857] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 787.938857] env[69959]: value = "task-4086516" [ 787.938857] env[69959]: _type = "Task" [ 787.938857] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.948163] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.948395] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.949698] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e4f622-2178-4249-8a24-51b30ac0777d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.959038] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.959831] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 787.959831] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52766ea1-a8e6-c4e1-617a-5e00a5602fed" [ 787.959831] env[69959]: _type = "Task" [ 787.959831] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.969100] env[69959]: DEBUG nova.network.neutron [-] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.970624] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52766ea1-a8e6-c4e1-617a-5e00a5602fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.180038] env[69959]: DEBUG nova.network.neutron [-] [instance: 6d653768-205c-4819-8498-ae0617302a31] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.301795] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a1e6be92-58e5-4d18-85a0-2e336bdafc87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.308298] env[69959]: INFO nova.compute.manager [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Took 40.10 seconds to build instance. [ 788.404367] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196629} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.405346] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.410270] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d76df-e537-4533-9ab0-1b975f46ef65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.444584] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] be5c5429-3f71-49c8-8585-b622a7f423a3/be5c5429-3f71-49c8-8585-b622a7f423a3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.448742] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b20cd0-13b6-478d-a500-b6ef2728b123 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.478498] env[69959]: INFO nova.compute.manager [-] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Took 1.62 seconds to deallocate network for instance. [ 788.478984] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52766ea1-a8e6-c4e1-617a-5e00a5602fed, 'name': SearchDatastore_Task, 'duration_secs': 0.013622} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.487395] env[69959]: DEBUG nova.network.neutron [-] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.488668] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 788.488668] env[69959]: value = "task-4086517" [ 788.488668] env[69959]: _type = "Task" [ 788.488668] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.488929] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.489297] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7248fcc-f495-4acb-9d0c-39e378216a5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.512692] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 788.512692] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52551d4f-5273-553d-a52a-d8e449425775" [ 788.512692] env[69959]: _type = "Task" [ 788.512692] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.513048] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.526132] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52551d4f-5273-553d-a52a-d8e449425775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.599521] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updated VIF entry in instance network info cache for port ce0bcf06-0eeb-493d-882b-bf3bd56b616d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.599853] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updating instance_info_cache with network_info: [{"id": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "address": "fa:16:3e:f7:36:fc", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0bcf06-0e", "ovs_interfaceid": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.683172] env[69959]: INFO nova.compute.manager [-] [instance: 6d653768-205c-4819-8498-ae0617302a31] Took 1.67 seconds to deallocate network for instance. [ 788.711358] env[69959]: DEBUG nova.compute.manager [req-5ab9e05f-9886-430f-9def-648728b1997d req-a947b5b1-8ad5-4ea4-8739-a36aa310ac10 service nova] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Received event network-vif-deleted-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.711611] env[69959]: DEBUG nova.compute.manager [req-5ab9e05f-9886-430f-9def-648728b1997d req-a947b5b1-8ad5-4ea4-8739-a36aa310ac10 service nova] [instance: 6d653768-205c-4819-8498-ae0617302a31] Received event network-vif-deleted-845446f3-1850-415d-8305-df1dcd1e4b0a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.711789] env[69959]: DEBUG nova.compute.manager [req-5ab9e05f-9886-430f-9def-648728b1997d req-a947b5b1-8ad5-4ea4-8739-a36aa310ac10 service nova] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Received event network-vif-deleted-d4060aa1-a372-4f98-847b-df2bf6969611 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.811125] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance fd855e92-f7b0-4a40-8e01-151722833c1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.813563] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28358418-8929-4203-b5be-ff43416bd80e tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.262s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.963838] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609222} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.964253] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.964593] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.964911] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41ba241e-3b1c-45de-a251-9c49f39fa7b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.972888] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 788.972888] env[69959]: value = "task-4086518" [ 788.972888] env[69959]: _type = "Task" [ 788.972888] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.984877] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.001489] env[69959]: INFO nova.compute.manager [-] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Took 2.07 seconds to deallocate network for instance. [ 789.008266] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.013181] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.026313] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52551d4f-5273-553d-a52a-d8e449425775, 'name': SearchDatastore_Task, 'duration_secs': 0.029886} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.026635] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.026948] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.027260] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a29f1bd-3700-4282-bcaa-2e4b4213ef35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.035109] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.035359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.035666] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.036365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.036365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.039517] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 789.039517] env[69959]: value = "task-4086519" [ 789.039517] env[69959]: _type = "Task" [ 789.039517] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.040140] env[69959]: INFO nova.compute.manager [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Terminating instance [ 789.053923] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.106359] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Releasing lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.106359] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Received event network-changed-9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.106359] env[69959]: DEBUG nova.compute.manager [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Refreshing instance network info cache due to event network-changed-9a74e287-c135-4730-804e-5b4740aab6fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.106359] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquiring lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.106359] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Acquired lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.106359] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Refreshing network info cache for port 9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.192018] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.316125] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance f2b76bbc-9eae-4f1d-b057-9a260ba4d14a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.317749] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.484179] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079855} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.484511] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.485776] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d9eb9-349f-404a-aa8d-875f1eb993fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.512231] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.516528] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.516873] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e1f4c9-fcfe-45e3-b553-2d9ea4649bdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.539307] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.540962] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 789.540962] env[69959]: value = "task-4086520" [ 789.540962] env[69959]: _type = "Task" [ 789.540962] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.550358] env[69959]: DEBUG nova.compute.manager [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.550520] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.561938] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc88c435-1c91-475f-952c-1ce661f985ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.566472] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.566733] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.572791] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.572988] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2339c1c-7d85-4d15-9e4b-82ca4908a009 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.582135] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 789.582135] env[69959]: value = "task-4086521" [ 789.582135] env[69959]: _type = "Task" [ 789.582135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.593909] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.825036] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance f695740d-8fc4-431a-85cf-48c33380f99d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.825036] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 789.825036] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 789.857710] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.880128] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.880550] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.881630] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.881630] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.881630] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.884287] env[69959]: INFO nova.compute.manager [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Terminating instance [ 789.946078] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updated VIF entry in instance network info cache for port 9a74e287-c135-4730-804e-5b4740aab6fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.946573] env[69959]: DEBUG nova.network.neutron [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updating instance_info_cache with network_info: [{"id": "9a74e287-c135-4730-804e-5b4740aab6fd", "address": "fa:16:3e:4b:4e:9e", "network": {"id": "b4fced57-01e3-4476-b588-087a26f0ed29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2065945489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699f211d5cb945939870c316ac589e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a74e287-c1", "ovs_interfaceid": "9a74e287-c135-4730-804e-5b4740aab6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.013855] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086517, 'name': ReconfigVM_Task, 'duration_secs': 1.426032} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.014410] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] be5c5429-3f71-49c8-8585-b622a7f423a3/be5c5429-3f71-49c8-8585-b622a7f423a3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.015161] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46d75edb-8903-490e-95d8-1a0127995907 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.025362] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 790.025362] env[69959]: value = "task-4086522" [ 790.025362] env[69959]: _type = "Task" [ 790.025362] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.037322] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086522, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.059076] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.065404] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086519, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000466} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.065929] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.066244] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.066604] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-990f0b69-1542-4bfa-b284-6b688f43ac11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.074047] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 790.074047] env[69959]: value = "task-4086523" [ 790.074047] env[69959]: _type = "Task" [ 790.074047] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.089926] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.095535] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.393028] env[69959]: DEBUG nova.compute.manager [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.393028] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.393028] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ed95f-cf97-4c11-b553-2c718e021091 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.405069] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.405069] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24a20ad7-b0a7-47e5-9c72-3809b630760e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.412156] env[69959]: DEBUG oslo_vmware.api [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 790.412156] env[69959]: value = "task-4086524" [ 790.412156] env[69959]: _type = "Task" [ 790.412156] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.428978] env[69959]: DEBUG oslo_vmware.api [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.456667] env[69959]: DEBUG oslo_concurrency.lockutils [req-ec622503-cedd-40da-a6ed-c82550d4f150 req-b3c09271-3e87-4cc6-98b5-45ff584e09a2 service nova] Releasing lock "refresh_cache-6468b8f3-ad85-4e14-acad-94ba367e2629" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.536513] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086522, 'name': Rename_Task, 'duration_secs': 0.253905} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.536818] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.537578] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-988e7099-e569-44d8-b444-4b42c545af9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.542014] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1196f70c-5dce-4b72-a619-196570dc1eaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.546345] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 790.546345] env[69959]: value = "task-4086525" [ 790.546345] env[69959]: _type = "Task" [ 790.546345] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.556611] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea26d213-b4e0-4aef-8b48-b1914dc68ed5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.566498] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.566795] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086520, 'name': ReconfigVM_Task, 'duration_secs': 0.787766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.567638] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 62f9b943-e4b9-4350-adeb-93a8fcd8110d/62f9b943-e4b9-4350-adeb-93a8fcd8110d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.568149] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9927bca2-0531-49cd-a3ab-75aacffaf0b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.609225] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c16a5b-8547-41fb-bc05-703d967e6c5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.612811] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 790.612811] env[69959]: value = "task-4086526" [ 790.612811] env[69959]: _type = "Task" [ 790.612811] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.625315] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086521, 'name': PowerOffVM_Task, 'duration_secs': 0.726819} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.625634] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105039} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.626381] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.626596] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.627967] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5865c530-b8ee-4e8a-af6c-cc1427c2455e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.631902] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.635675] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b54c51-90e1-4937-b730-ca31fe7728c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.637676] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2200b7-9208-4c86-81fb-5b6f4e260a91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.640111] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086526, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.653300] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.677257] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.677257] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9c9638-0399-4ac0-a827-13d59f175803 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.699242] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 790.699242] env[69959]: value = "task-4086528" [ 790.699242] env[69959]: _type = "Task" [ 790.699242] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.709163] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.718368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.718368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.718368] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Deleting the datastore file [datastore2] 98ca6f56-599f-4f61-b544-cbc1e593f9c2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.718368] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efbbedd6-feae-4095-8a5a-ae21b7b5f687 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.726595] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for the task: (returnval){ [ 790.726595] env[69959]: value = "task-4086529" [ 790.726595] env[69959]: _type = "Task" [ 790.726595] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.736026] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.922143] env[69959]: DEBUG oslo_vmware.api [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086524, 'name': PowerOffVM_Task, 'duration_secs': 0.189938} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.922450] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.922916] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.923243] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e82ecbc-d44e-4e93-8962-46576b64ef3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.000466] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.000753] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.000941] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Deleting the datastore file [datastore1] e91a0217-bc9b-4a26-b725-5c8ce2ee3549 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.001247] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae3c0ac-4a0a-48fa-b91b-2590b063161b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.010067] env[69959]: DEBUG oslo_vmware.api [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for the task: (returnval){ [ 791.010067] env[69959]: value = "task-4086531" [ 791.010067] env[69959]: _type = "Task" [ 791.010067] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.021371] env[69959]: DEBUG oslo_vmware.api [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.060485] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.124577] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086526, 'name': Rename_Task, 'duration_secs': 0.183479} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.124862] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.125138] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46879ba8-809e-4754-88b6-4f7df058e658 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.132364] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 791.132364] env[69959]: value = "task-4086532" [ 791.132364] env[69959]: _type = "Task" [ 791.132364] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.141793] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.212482] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.214070] env[69959]: ERROR nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [req-f75c24bb-26c5-49fb-bb6b-e76b6df8fe0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f75c24bb-26c5-49fb-bb6b-e76b6df8fe0e"}]} [ 791.240291] env[69959]: DEBUG oslo_vmware.api [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Task: {'id': task-4086529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175554} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.240344] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.240545] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.240678] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.240852] env[69959]: INFO nova.compute.manager [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Took 1.69 seconds to destroy the instance on the hypervisor. [ 791.241114] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.242126] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.246154] env[69959]: DEBUG nova.compute.manager [-] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.246154] env[69959]: DEBUG nova.network.neutron [-] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.266815] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.267035] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.281136] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.312783] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.524524] env[69959]: DEBUG oslo_vmware.api [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Task: {'id': task-4086531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36538} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.526227] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.526227] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.526227] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.526227] env[69959]: INFO nova.compute.manager [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Took 1.13 seconds to destroy the instance on the hypervisor. [ 791.531163] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.531163] env[69959]: DEBUG nova.compute.manager [-] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.531163] env[69959]: DEBUG nova.network.neutron [-] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.564195] env[69959]: DEBUG oslo_vmware.api [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086525, 'name': PowerOnVM_Task, 'duration_secs': 0.538601} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.565267] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.565267] env[69959]: INFO nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Took 10.32 seconds to spawn the instance on the hypervisor. [ 791.565267] env[69959]: DEBUG nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.565784] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b08496c-5c79-4ac0-baaa-51732dacfd87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.643031] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086532, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.714389] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086528, 'name': ReconfigVM_Task, 'duration_secs': 0.602863} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.716975] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6/82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.718583] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d254e6b6-8170-4bc2-8ddd-fbcbe83b23b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.729794] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 791.729794] env[69959]: value = "task-4086533" [ 791.729794] env[69959]: _type = "Task" [ 791.729794] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.743968] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086533, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.036664] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff452f-d24f-4dbd-84a7-cd00f832b929 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.045754] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55288543-3fee-40d5-a089-0f0ada5b35d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.095431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c4cdc-4d91-48f3-92c5-ae382853b5b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.105946] env[69959]: INFO nova.compute.manager [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Took 41.76 seconds to build instance. [ 792.108171] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d698439-44a5-4f81-908f-4858edb9f125 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.125118] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.145515] env[69959]: DEBUG oslo_vmware.api [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086532, 'name': PowerOnVM_Task, 'duration_secs': 0.835049} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.145897] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.146180] env[69959]: DEBUG nova.compute.manager [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.148762] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1350d268-eb79-423b-8f70-42ac9a402093 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.239750] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086533, 'name': Rename_Task, 'duration_secs': 0.159109} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.240103] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.240401] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9ac601-b8ff-470d-a124-493e2588ea32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.247680] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 792.247680] env[69959]: value = "task-4086534" [ 792.247680] env[69959]: _type = "Task" [ 792.247680] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.256537] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.262409] env[69959]: DEBUG nova.compute.manager [req-3707b935-225c-4f49-8086-ffc71e186bf5 req-f152cf21-9ed2-49fd-8afb-bf74ba05b068 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Received event network-vif-deleted-8b553db7-4d12-4ddc-a0ad-374a984fc14a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.262409] env[69959]: INFO nova.compute.manager [req-3707b935-225c-4f49-8086-ffc71e186bf5 req-f152cf21-9ed2-49fd-8afb-bf74ba05b068 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Neutron deleted interface 8b553db7-4d12-4ddc-a0ad-374a984fc14a; detaching it from the instance and deleting it from the info cache [ 792.262409] env[69959]: DEBUG nova.network.neutron [req-3707b935-225c-4f49-8086-ffc71e186bf5 req-f152cf21-9ed2-49fd-8afb-bf74ba05b068 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.614438] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8e29116c-2f42-473d-b224-4523725e41fc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.910s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.664919] env[69959]: DEBUG nova.network.neutron [-] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.667077] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.667361] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 68 to 69 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.667361] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.677022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.758616] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086534, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.764479] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e9d6054-1160-4b79-80b7-283ac629ee5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.774819] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47153ae1-2fef-46e7-8d1e-c1b267c1bb68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.791162] env[69959]: DEBUG nova.network.neutron [-] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.815843] env[69959]: DEBUG nova.compute.manager [req-3707b935-225c-4f49-8086-ffc71e186bf5 req-f152cf21-9ed2-49fd-8afb-bf74ba05b068 service nova] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Detach interface failed, port_id=8b553db7-4d12-4ddc-a0ad-374a984fc14a, reason: Instance e91a0217-bc9b-4a26-b725-5c8ce2ee3549 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.117971] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.175048] env[69959]: DEBUG nova.compute.manager [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Received event network-changed-ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.175177] env[69959]: DEBUG nova.compute.manager [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Refreshing instance network info cache due to event network-changed-ce0bcf06-0eeb-493d-882b-bf3bd56b616d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.175579] env[69959]: DEBUG oslo_concurrency.lockutils [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] Acquiring lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.175835] env[69959]: DEBUG oslo_concurrency.lockutils [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] Acquired lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.175944] env[69959]: DEBUG nova.network.neutron [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Refreshing network info cache for port ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.180239] env[69959]: INFO nova.compute.manager [-] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Took 1.65 seconds to deallocate network for instance. [ 793.188285] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 793.188677] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.514s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.189338] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.624s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.192121] env[69959]: INFO nova.compute.claims [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.265054] env[69959]: DEBUG oslo_vmware.api [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086534, 'name': PowerOnVM_Task, 'duration_secs': 0.519766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.265924] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.266256] env[69959]: DEBUG nova.compute.manager [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.267717] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8828f-5aa5-4515-88f4-4df5eb350f82 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.294196] env[69959]: INFO nova.compute.manager [-] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Took 2.05 seconds to deallocate network for instance. [ 793.645104] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.684485] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.790748] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.804818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.844633] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.844909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.845138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.845326] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.845489] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.847977] env[69959]: INFO nova.compute.manager [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Terminating instance [ 793.931443] env[69959]: DEBUG nova.network.neutron [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updated VIF entry in instance network info cache for port ce0bcf06-0eeb-493d-882b-bf3bd56b616d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.931815] env[69959]: DEBUG nova.network.neutron [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updating instance_info_cache with network_info: [{"id": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "address": "fa:16:3e:f7:36:fc", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0bcf06-0e", "ovs_interfaceid": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.994883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "be5c5429-3f71-49c8-8585-b622a7f423a3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.995146] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.995410] env[69959]: INFO nova.compute.manager [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Rebooting instance [ 794.354186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "refresh_cache-62f9b943-e4b9-4350-adeb-93a8fcd8110d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.354382] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquired lock "refresh_cache-62f9b943-e4b9-4350-adeb-93a8fcd8110d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.354556] env[69959]: DEBUG nova.network.neutron [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.441438] env[69959]: DEBUG oslo_concurrency.lockutils [req-205cde18-982e-4a20-bc05-4834ebf58b50 req-8242fa57-ab79-492b-a1c9-7b377b401757 service nova] Releasing lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.504530] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.504834] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.505079] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.505287] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.505476] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.508057] env[69959]: INFO nova.compute.manager [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Terminating instance [ 794.538090] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.538090] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquired lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.538090] env[69959]: DEBUG nova.network.neutron [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.541476] env[69959]: DEBUG nova.compute.manager [req-af85e79e-8446-41e7-8d6d-0b9415b26b30 req-5419ac6f-4656-44b9-836b-e35031efa889 service nova] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Received event network-vif-deleted-eae7718c-08e9-40ae-a762-d17b69cdea6e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.849574] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f81de3-fd8d-4694-9e33-7cd98ed1c597 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.862882] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951573ad-2cfc-48f5-9326-6032e7642887 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.898947] env[69959]: DEBUG nova.network.neutron [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.901948] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67be9bc-dd2c-49d7-b350-a523a93e10c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.911613] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70dbeb-c842-463d-8c0b-6f76bfab9067 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.929672] env[69959]: DEBUG nova.compute.provider_tree [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.996231] env[69959]: DEBUG nova.network.neutron [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.015457] env[69959]: DEBUG nova.compute.manager [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.015697] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.016872] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca42e5d9-a2a5-4051-87e3-0ddbb3c8cf2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.026045] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.026465] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8bd29c9-6692-4815-8a4a-f0024e636bbc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.036686] env[69959]: DEBUG oslo_vmware.api [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 795.036686] env[69959]: value = "task-4086535" [ 795.036686] env[69959]: _type = "Task" [ 795.036686] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.052419] env[69959]: DEBUG oslo_vmware.api [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.279543] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "356edde7-dae3-416e-b55c-cffa9d1a9f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.280861] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.402349] env[69959]: DEBUG nova.network.neutron [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updating instance_info_cache with network_info: [{"id": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "address": "fa:16:3e:f7:36:fc", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0bcf06-0e", "ovs_interfaceid": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.436803] env[69959]: DEBUG nova.scheduler.client.report [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.499432] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Releasing lock "refresh_cache-62f9b943-e4b9-4350-adeb-93a8fcd8110d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.499868] env[69959]: DEBUG nova.compute.manager [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.500081] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.500994] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f33d1-9646-41e4-8f31-21db45cb67e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.510034] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.510313] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574e5cb6-4a69-4e46-a9da-f08e89f0976f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.516667] env[69959]: DEBUG oslo_vmware.api [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 795.516667] env[69959]: value = "task-4086536" [ 795.516667] env[69959]: _type = "Task" [ 795.516667] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.527765] env[69959]: DEBUG oslo_vmware.api [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.546662] env[69959]: DEBUG oslo_vmware.api [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086535, 'name': PowerOffVM_Task, 'duration_secs': 0.362497} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.547082] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.547160] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.547409] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f5fc717-a95b-42d2-9d7d-5026517e3888 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.621883] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.622121] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.622310] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore1] 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.622610] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11210ef3-8ea8-416f-a986-69b8d96d2483 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.629788] env[69959]: DEBUG oslo_vmware.api [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 795.629788] env[69959]: value = "task-4086538" [ 795.629788] env[69959]: _type = "Task" [ 795.629788] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.640995] env[69959]: DEBUG oslo_vmware.api [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.904768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Releasing lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.941817] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.943135] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.946041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.806s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.952555] env[69959]: INFO nova.compute.claims [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.027922] env[69959]: DEBUG oslo_vmware.api [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086536, 'name': PowerOffVM_Task, 'duration_secs': 0.236519} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.028268] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.028443] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.029038] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03cc0872-5146-4a26-9882-8a1aed5b272f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.063584] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.063894] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.064161] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Deleting the datastore file [datastore1] 62f9b943-e4b9-4350-adeb-93a8fcd8110d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.064510] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275de536-0262-44f4-831a-3eeee16aa882 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.073578] env[69959]: DEBUG oslo_vmware.api [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for the task: (returnval){ [ 796.073578] env[69959]: value = "task-4086540" [ 796.073578] env[69959]: _type = "Task" [ 796.073578] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.085488] env[69959]: DEBUG oslo_vmware.api [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.141389] env[69959]: DEBUG oslo_vmware.api [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322577} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.141651] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.141833] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.142013] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.142194] env[69959]: INFO nova.compute.manager [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 796.142438] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.142631] env[69959]: DEBUG nova.compute.manager [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.142728] env[69959]: DEBUG nova.network.neutron [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.409616] env[69959]: DEBUG nova.compute.manager [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.410542] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19311b4f-3cb9-4a4b-b614-190af33003ef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.454739] env[69959]: DEBUG nova.compute.utils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.458425] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.458620] env[69959]: DEBUG nova.network.neutron [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.533069] env[69959]: DEBUG nova.policy [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efa359d18679493f801301cfc18f3c38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6bf3e48b0345b49e4c4cd034bad14e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.589022] env[69959]: DEBUG oslo_vmware.api [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Task: {'id': task-4086540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150607} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.589022] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.589022] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.589022] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.589022] env[69959]: INFO nova.compute.manager [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 796.589022] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.589022] env[69959]: DEBUG nova.compute.manager [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.589022] env[69959]: DEBUG nova.network.neutron [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.614704] env[69959]: DEBUG nova.network.neutron [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.696373] env[69959]: DEBUG nova.compute.manager [req-f2a7e338-9d2a-4fa8-bbf2-ec2a8aaf05c7 req-6c42f425-5e9c-40e8-bf2a-0a8f79c64924 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Received event network-vif-deleted-830530df-689f-4245-859a-c711cd0623ba {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.696621] env[69959]: INFO nova.compute.manager [req-f2a7e338-9d2a-4fa8-bbf2-ec2a8aaf05c7 req-6c42f425-5e9c-40e8-bf2a-0a8f79c64924 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Neutron deleted interface 830530df-689f-4245-859a-c711cd0623ba; detaching it from the instance and deleting it from the info cache [ 796.696837] env[69959]: DEBUG nova.network.neutron [req-f2a7e338-9d2a-4fa8-bbf2-ec2a8aaf05c7 req-6c42f425-5e9c-40e8-bf2a-0a8f79c64924 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.853232] env[69959]: DEBUG nova.network.neutron [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Successfully created port: a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.937174] env[69959]: DEBUG nova.network.neutron [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.959669] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.117673] env[69959]: DEBUG nova.network.neutron [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.202060] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21db3ffb-f227-42c3-917e-6a460933b3b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.213047] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fabb24-9ca2-40dd-bd9f-a0846e52f0f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.254933] env[69959]: DEBUG nova.compute.manager [req-f2a7e338-9d2a-4fa8-bbf2-ec2a8aaf05c7 req-6c42f425-5e9c-40e8-bf2a-0a8f79c64924 service nova] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Detach interface failed, port_id=830530df-689f-4245-859a-c711cd0623ba, reason: Instance 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.446407] env[69959]: INFO nova.compute.manager [-] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Took 1.30 seconds to deallocate network for instance. [ 797.447375] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ddb35-1829-419e-8e1b-c9ff7fde3b03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.462736] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Doing hard reboot of VM {{(pid=69959) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 797.463027] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-eb3113fa-4b31-4205-a46a-a511b81fd0e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.473869] env[69959]: DEBUG oslo_vmware.api [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 797.473869] env[69959]: value = "task-4086541" [ 797.473869] env[69959]: _type = "Task" [ 797.473869] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.485327] env[69959]: DEBUG oslo_vmware.api [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086541, 'name': ResetVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.623393] env[69959]: INFO nova.compute.manager [-] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Took 1.04 seconds to deallocate network for instance. [ 797.662284] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03117ccd-0496-4da4-b7be-49f9f706bd24 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.671914] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b62e8-9b61-4967-b744-fd4b0358e169 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.707019] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4b1ae-e606-4751-9762-d5ab35be7677 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.715498] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a7cc24-e645-4d68-a82a-8b8211e454a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.734132] env[69959]: DEBUG nova.compute.provider_tree [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.961442] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.975999] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.987778] env[69959]: DEBUG oslo_vmware.api [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086541, 'name': ResetVM_Task, 'duration_secs': 0.109908} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.988111] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Did hard reboot of VM {{(pid=69959) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 797.988323] env[69959]: DEBUG nova.compute.manager [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.989244] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b0fbc-d448-4a94-a666-2ac94ed262d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.010825] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.011136] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.011232] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.011414] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.011594] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.011701] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.011917] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.012091] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.012266] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.012490] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.012704] env[69959]: DEBUG nova.virt.hardware [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.013803] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7645e197-1fcc-4251-adea-bdbe54b4a1fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.023164] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b1b6c-f61d-4f38-9277-b1cfa5ec2166 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.133756] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.237897] env[69959]: DEBUG nova.scheduler.client.report [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.440962] env[69959]: DEBUG nova.network.neutron [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Successfully updated port: a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.502881] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fef3a0a7-9a2a-4b22-91bf-0f95c2fd7ce6 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.508s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.747097] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.747097] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.754243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.295s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.754243] env[69959]: INFO nova.compute.claims [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.951038] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "refresh_cache-b3b002b6-4835-4e08-b66c-6185be72dd66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.957550] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired lock "refresh_cache-b3b002b6-4835-4e08-b66c-6185be72dd66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.957550] env[69959]: DEBUG nova.network.neutron [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.968765] env[69959]: DEBUG nova.compute.manager [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Received event network-vif-plugged-a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.969458] env[69959]: DEBUG oslo_concurrency.lockutils [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] Acquiring lock "b3b002b6-4835-4e08-b66c-6185be72dd66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.969680] env[69959]: DEBUG oslo_concurrency.lockutils [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.969847] env[69959]: DEBUG oslo_concurrency.lockutils [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.970071] env[69959]: DEBUG nova.compute.manager [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] No waiting events found dispatching network-vif-plugged-a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.970255] env[69959]: WARNING nova.compute.manager [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Received unexpected event network-vif-plugged-a481c77c-70ff-4615-9c71-17fbdb90af46 for instance with vm_state building and task_state spawning. [ 798.970429] env[69959]: DEBUG nova.compute.manager [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Received event network-changed-a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.970588] env[69959]: DEBUG nova.compute.manager [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Refreshing instance network info cache due to event network-changed-a481c77c-70ff-4615-9c71-17fbdb90af46. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.970781] env[69959]: DEBUG oslo_concurrency.lockutils [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] Acquiring lock "refresh_cache-b3b002b6-4835-4e08-b66c-6185be72dd66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.262976] env[69959]: DEBUG nova.compute.utils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.269611] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.269611] env[69959]: DEBUG nova.network.neutron [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.335512] env[69959]: DEBUG nova.policy [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13657819e17429d9f0aa06d9cef0cf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ce5b6e7f8e54ad090368b3c00050510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.512062] env[69959]: DEBUG nova.network.neutron [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.728378] env[69959]: DEBUG nova.network.neutron [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Updating instance_info_cache with network_info: [{"id": "a481c77c-70ff-4615-9c71-17fbdb90af46", "address": "fa:16:3e:c0:8d:23", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa481c77c-70", "ovs_interfaceid": "a481c77c-70ff-4615-9c71-17fbdb90af46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.773612] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.841381] env[69959]: DEBUG nova.network.neutron [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Successfully created port: 5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.929169] env[69959]: DEBUG nova.compute.manager [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Received event network-changed-ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.929422] env[69959]: DEBUG nova.compute.manager [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Refreshing instance network info cache due to event network-changed-ce0bcf06-0eeb-493d-882b-bf3bd56b616d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.929681] env[69959]: DEBUG oslo_concurrency.lockutils [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] Acquiring lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.929856] env[69959]: DEBUG oslo_concurrency.lockutils [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] Acquired lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.934122] env[69959]: DEBUG nova.network.neutron [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Refreshing network info cache for port ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.233021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Releasing lock "refresh_cache-b3b002b6-4835-4e08-b66c-6185be72dd66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.233021] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Instance network_info: |[{"id": "a481c77c-70ff-4615-9c71-17fbdb90af46", "address": "fa:16:3e:c0:8d:23", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa481c77c-70", "ovs_interfaceid": "a481c77c-70ff-4615-9c71-17fbdb90af46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.233021] env[69959]: DEBUG oslo_concurrency.lockutils [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] Acquired lock "refresh_cache-b3b002b6-4835-4e08-b66c-6185be72dd66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.233021] env[69959]: DEBUG nova.network.neutron [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Refreshing network info cache for port a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.233021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:8d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a481c77c-70ff-4615-9c71-17fbdb90af46', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.241919] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.246024] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.247174] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-952dbb02-a3ac-48e6-9beb-b35e9d61aad7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.275650] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.275650] env[69959]: value = "task-4086542" [ 800.275650] env[69959]: _type = "Task" [ 800.275650] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.297536] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086542, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.325540] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "42d73292-1bab-4883-9e24-7ffa41e676e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.325815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.326037] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "42d73292-1bab-4883-9e24-7ffa41e676e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.326224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.326388] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.329333] env[69959]: INFO nova.compute.manager [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Terminating instance [ 800.584645] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122e2e1c-e1a4-41ef-8892-a4eabd9f2d0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.595552] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f41d3fa-4235-4b54-9cc9-4c6113d92fa8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.635848] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e43de-cb6c-4784-9fd3-fd3edc46ceb0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.646304] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76b0086-be83-451c-8229-40b201ec8b8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.662218] env[69959]: DEBUG nova.compute.provider_tree [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.711904] env[69959]: DEBUG nova.network.neutron [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updated VIF entry in instance network info cache for port ce0bcf06-0eeb-493d-882b-bf3bd56b616d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.712287] env[69959]: DEBUG nova.network.neutron [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updating instance_info_cache with network_info: [{"id": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "address": "fa:16:3e:f7:36:fc", "network": {"id": "64c21db7-704e-42f3-8405-4c0080a77972", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-504190241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd669fdd7848423d84c26e5358d7c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0bcf06-0e", "ovs_interfaceid": "ce0bcf06-0eeb-493d-882b-bf3bd56b616d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.789257] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086542, 'name': CreateVM_Task, 'duration_secs': 0.387071} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.789569] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.790187] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.790354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.790681] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.791801] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.793950] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7549eb-3e9d-4946-9d29-a0d2f44031a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.800756] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 800.800756] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf066e-2f67-3e21-5041-09a909ddb28e" [ 800.800756] env[69959]: _type = "Task" [ 800.800756] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.811603] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf066e-2f67-3e21-5041-09a909ddb28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.829844] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.830268] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.830268] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.830352] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.832031] env[69959]: DEBUG nova.virt.hardware [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.832487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88386d-991b-486d-b6f9-ee1cb5326842 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.836643] env[69959]: DEBUG nova.compute.manager [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.836762] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.837785] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ce025-da02-4b34-85c7-bf61fdebbde3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.851039] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c790149-85b3-4f42-bc36-476b29ceac7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.854418] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.855073] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c381da8b-29b2-4c66-99c3-24c7ed67d3ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.867225] env[69959]: DEBUG oslo_vmware.api [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 800.867225] env[69959]: value = "task-4086543" [ 800.867225] env[69959]: _type = "Task" [ 800.867225] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.879433] env[69959]: DEBUG oslo_vmware.api [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.880754] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.881014] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.974201] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "be5c5429-3f71-49c8-8585-b622a7f423a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.974456] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.976703] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "be5c5429-3f71-49c8-8585-b622a7f423a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.976703] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.976703] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.977222] env[69959]: INFO nova.compute.manager [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Terminating instance [ 801.007562] env[69959]: DEBUG nova.network.neutron [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Updated VIF entry in instance network info cache for port a481c77c-70ff-4615-9c71-17fbdb90af46. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.007903] env[69959]: DEBUG nova.network.neutron [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Updating instance_info_cache with network_info: [{"id": "a481c77c-70ff-4615-9c71-17fbdb90af46", "address": "fa:16:3e:c0:8d:23", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa481c77c-70", "ovs_interfaceid": "a481c77c-70ff-4615-9c71-17fbdb90af46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.168303] env[69959]: DEBUG nova.scheduler.client.report [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.214999] env[69959]: DEBUG oslo_concurrency.lockutils [req-1f7cddd5-a5c4-42ff-b01b-4ab737889a27 req-06fb43c6-1366-42ed-8655-4ed11f6c5a25 service nova] Releasing lock "refresh_cache-be5c5429-3f71-49c8-8585-b622a7f423a3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.314358] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf066e-2f67-3e21-5041-09a909ddb28e, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.314762] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.314916] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.315188] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.315357] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.315540] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.315826] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cd449b2-7c59-4dff-ac22-4a467908d5ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.329012] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.329814] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.330051] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b67dc55-c104-411b-9d28-b4aaaf3ef7d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.336135] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 801.336135] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5227eb31-b934-0e8e-96ea-d6773a565079" [ 801.336135] env[69959]: _type = "Task" [ 801.336135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.348704] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5227eb31-b934-0e8e-96ea-d6773a565079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.380248] env[69959]: DEBUG oslo_vmware.api [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086543, 'name': PowerOffVM_Task, 'duration_secs': 0.407953} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.380594] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.380825] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.381136] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb714829-9e27-491e-a06e-c0971a442eda {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.383870] env[69959]: DEBUG nova.compute.utils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.461402] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.461402] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.461402] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Deleting the datastore file [datastore1] 42d73292-1bab-4883-9e24-7ffa41e676e8 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.461790] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb0c9a96-25e3-461f-9c78-b6e7105d852f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.471096] env[69959]: DEBUG oslo_vmware.api [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 801.471096] env[69959]: value = "task-4086545" [ 801.471096] env[69959]: _type = "Task" [ 801.471096] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.482212] env[69959]: DEBUG oslo_vmware.api [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.482212] env[69959]: DEBUG nova.compute.manager [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.482212] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.483168] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323fbc36-eccf-43c1-9b44-1490ce9e5f08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.490021] env[69959]: DEBUG nova.network.neutron [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Successfully updated port: 5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.493222] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.493523] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-131d7b82-e86a-4efc-aaca-e91ce29d6c38 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.502757] env[69959]: DEBUG oslo_vmware.api [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 801.502757] env[69959]: value = "task-4086546" [ 801.502757] env[69959]: _type = "Task" [ 801.502757] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.514752] env[69959]: DEBUG oslo_concurrency.lockutils [req-3eff3fee-8b71-4402-b421-b556d851f74e req-c8ff7e34-6e33-45f4-8ce8-e3c5ad520f22 service nova] Releasing lock "refresh_cache-b3b002b6-4835-4e08-b66c-6185be72dd66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.515590] env[69959]: DEBUG oslo_vmware.api [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.568094] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "56ea1960-7814-40c3-abac-aac3ab73872d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.568355] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "56ea1960-7814-40c3-abac-aac3ab73872d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.674943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.926s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.676249] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.549s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.676525] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.681960] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.738s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.683917] env[69959]: INFO nova.compute.claims [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.721392] env[69959]: INFO nova.scheduler.client.report [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleted allocations for instance 8eab418d-7191-42f9-8048-11edab75a8c0 [ 801.846956] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5227eb31-b934-0e8e-96ea-d6773a565079, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.847806] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20186615-164a-4d92-8d81-a040e96821dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.855021] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 801.855021] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5203151e-661f-fba6-4c7f-bc0fbd8d46b6" [ 801.855021] env[69959]: _type = "Task" [ 801.855021] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.863494] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5203151e-661f-fba6-4c7f-bc0fbd8d46b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.888432] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.983259] env[69959]: DEBUG oslo_vmware.api [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172704} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.983583] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.983783] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.983962] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.984160] env[69959]: INFO nova.compute.manager [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 801.984480] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.984614] env[69959]: DEBUG nova.compute.manager [-] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.984769] env[69959]: DEBUG nova.network.neutron [-] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.989271] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "refresh_cache-c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.989416] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired lock "refresh_cache-c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.989557] env[69959]: DEBUG nova.network.neutron [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.018459] env[69959]: DEBUG oslo_vmware.api [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086546, 'name': PowerOffVM_Task, 'duration_secs': 0.216116} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.018742] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.018905] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.019202] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-967a1872-8830-4359-93be-2fac018660f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.108100] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.108546] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.108546] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Deleting the datastore file [datastore1] be5c5429-3f71-49c8-8585-b622a7f423a3 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.110241] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fecebfe-e822-47b5-bcb9-9bb1ffd8a8c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.119037] env[69959]: DEBUG oslo_vmware.api [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 802.119037] env[69959]: value = "task-4086548" [ 802.119037] env[69959]: _type = "Task" [ 802.119037] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.131480] env[69959]: DEBUG oslo_vmware.api [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.191287] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "cba427f4-888d-4f20-a0d0-fcbfaa2a775e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.191449] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "cba427f4-888d-4f20-a0d0-fcbfaa2a775e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.232812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8d1ad173-e683-40b7-878f-6ff9151d21ad tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "8eab418d-7191-42f9-8048-11edab75a8c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.666s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.366305] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5203151e-661f-fba6-4c7f-bc0fbd8d46b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.367019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.367564] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] b3b002b6-4835-4e08-b66c-6185be72dd66/b3b002b6-4835-4e08-b66c-6185be72dd66.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.367950] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23a66af5-c50b-410f-8a1a-3d632884ebb2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.382570] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 802.382570] env[69959]: value = "task-4086549" [ 802.382570] env[69959]: _type = "Task" [ 802.382570] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.390427] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.465385] env[69959]: DEBUG nova.compute.manager [req-84c33006-641c-4e1c-9339-1bbe61503a25 req-48f9282c-9fbb-4c80-9a25-17b706841680 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Received event network-vif-plugged-5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.465655] env[69959]: DEBUG oslo_concurrency.lockutils [req-84c33006-641c-4e1c-9339-1bbe61503a25 req-48f9282c-9fbb-4c80-9a25-17b706841680 service nova] Acquiring lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.465932] env[69959]: DEBUG oslo_concurrency.lockutils [req-84c33006-641c-4e1c-9339-1bbe61503a25 req-48f9282c-9fbb-4c80-9a25-17b706841680 service nova] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.466036] env[69959]: DEBUG oslo_concurrency.lockutils [req-84c33006-641c-4e1c-9339-1bbe61503a25 req-48f9282c-9fbb-4c80-9a25-17b706841680 service nova] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.466584] env[69959]: DEBUG nova.compute.manager [req-84c33006-641c-4e1c-9339-1bbe61503a25 req-48f9282c-9fbb-4c80-9a25-17b706841680 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] No waiting events found dispatching network-vif-plugged-5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 802.466674] env[69959]: WARNING nova.compute.manager [req-84c33006-641c-4e1c-9339-1bbe61503a25 req-48f9282c-9fbb-4c80-9a25-17b706841680 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Received unexpected event network-vif-plugged-5dd7b347-73b5-4581-be2e-52766895ea23 for instance with vm_state building and task_state spawning. [ 802.556017] env[69959]: DEBUG nova.network.neutron [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.630418] env[69959]: DEBUG oslo_vmware.api [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222612} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.630683] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.630866] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.631060] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.631246] env[69959]: INFO nova.compute.manager [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.631488] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.631688] env[69959]: DEBUG nova.compute.manager [-] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.631785] env[69959]: DEBUG nova.network.neutron [-] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.696351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "cba427f4-888d-4f20-a0d0-fcbfaa2a775e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.696701] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.816813] env[69959]: DEBUG nova.network.neutron [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Updating instance_info_cache with network_info: [{"id": "5dd7b347-73b5-4581-be2e-52766895ea23", "address": "fa:16:3e:b7:56:2d", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd7b347-73", "ovs_interfaceid": "5dd7b347-73b5-4581-be2e-52766895ea23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.898073] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510178} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.898073] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] b3b002b6-4835-4e08-b66c-6185be72dd66/b3b002b6-4835-4e08-b66c-6185be72dd66.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.898252] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.898396] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b1f395f-d867-4cc6-a350-734ea58c0bd8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.908702] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 802.908702] env[69959]: value = "task-4086550" [ 802.908702] env[69959]: _type = "Task" [ 802.908702] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.916030] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.001771] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.001771] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.001771] env[69959]: INFO nova.compute.manager [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Attaching volume 95ce0bff-a0ab-4229-b2e5-09db9e4996c8 to /dev/sdb [ 803.048606] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f1ab2-46fd-43d6-92ef-34aff1c51fde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.053880] env[69959]: DEBUG nova.network.neutron [-] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.061167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be409e11-153a-4022-8299-b290c4f22528 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.081649] env[69959]: DEBUG nova.virt.block_device [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updating existing volume attachment record: 97e64dbd-70fe-445c-8dbe-334cc59cda31 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 803.208029] env[69959]: DEBUG nova.compute.utils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.209550] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.211018] env[69959]: DEBUG nova.network.neutron [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.305468] env[69959]: DEBUG nova.policy [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64d59e2937740c0beffdae347b6968f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da5d69adbc0a44cc927d76bebcfea6bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.324636] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Releasing lock "refresh_cache-c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.324964] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Instance network_info: |[{"id": "5dd7b347-73b5-4581-be2e-52766895ea23", "address": "fa:16:3e:b7:56:2d", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd7b347-73", "ovs_interfaceid": "5dd7b347-73b5-4581-be2e-52766895ea23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.326373] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:56:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dd7b347-73b5-4581-be2e-52766895ea23', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.336391] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating folder: Project (4ce5b6e7f8e54ad090368b3c00050510). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.336391] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3993097-6e13-4d77-9519-cb28ebe2ce2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.427232] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101837} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.427637] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.429034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d0460-6b28-4276-80eb-75274aed8b24 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.434156] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Created folder: Project (4ce5b6e7f8e54ad090368b3c00050510) in parent group-v809535. [ 803.434156] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating folder: Instances. Parent ref: group-v809662. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.434450] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b4d2d1-05bc-4dd3-a48f-997811d2493d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.462402] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] b3b002b6-4835-4e08-b66c-6185be72dd66/b3b002b6-4835-4e08-b66c-6185be72dd66.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.469016] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cf89a4-15ff-4b60-a79d-bd8fd5f18a0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.483698] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Created folder: Instances in parent group-v809662. [ 803.484033] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.484618] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.484816] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c2bca40-e2ef-4992-9d3e-b526f8bdf079 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.504960] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 803.504960] env[69959]: value = "task-4086556" [ 803.504960] env[69959]: _type = "Task" [ 803.504960] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.521257] env[69959]: DEBUG nova.network.neutron [-] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.525573] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.525573] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.525573] env[69959]: value = "task-4086557" [ 803.525573] env[69959]: _type = "Task" [ 803.525573] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.535368] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086557, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.557930] env[69959]: INFO nova.compute.manager [-] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Took 1.57 seconds to deallocate network for instance. [ 803.601614] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ff358-8866-4ca5-8bc9-1c51e2d1769e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.617144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9768fe2b-100d-4645-9521-dea46adaa0c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.654730] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb2f75-e6cd-4eac-807f-d663c8908d2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.664701] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66c9dc-d683-48dc-884f-dafcd9ea3940 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.685021] env[69959]: DEBUG nova.compute.provider_tree [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.712787] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.784313] env[69959]: DEBUG nova.network.neutron [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Successfully created port: 61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.017706] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086556, 'name': ReconfigVM_Task, 'duration_secs': 0.477362} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.017936] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Reconfigured VM instance instance-00000028 to attach disk [datastore2] b3b002b6-4835-4e08-b66c-6185be72dd66/b3b002b6-4835-4e08-b66c-6185be72dd66.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.018607] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-619c4026-781e-47c7-86d2-ccc510ea3732 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.029316] env[69959]: INFO nova.compute.manager [-] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Took 1.40 seconds to deallocate network for instance. [ 804.029744] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 804.029744] env[69959]: value = "task-4086558" [ 804.029744] env[69959]: _type = "Task" [ 804.029744] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.044085] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086557, 'name': CreateVM_Task, 'duration_secs': 0.431026} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.044085] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.044085] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.044085] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.044404] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.044847] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ecf1b3-587c-4818-8746-d351f0d70094 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.051267] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086558, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.056875] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 804.056875] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52219885-d714-742e-f5fb-d765dbfed8ea" [ 804.056875] env[69959]: _type = "Task" [ 804.056875] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.068221] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.068485] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52219885-d714-742e-f5fb-d765dbfed8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.186791] env[69959]: DEBUG nova.scheduler.client.report [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.543347] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086558, 'name': Rename_Task, 'duration_secs': 0.167115} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.543946] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.543946] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27cc8678-06b4-4d8c-a3a1-fb875c49ff3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549519] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.552308] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 804.552308] env[69959]: value = "task-4086559" [ 804.552308] env[69959]: _type = "Task" [ 804.552308] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.564665] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.571358] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52219885-d714-742e-f5fb-d765dbfed8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.571966] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.571966] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.572203] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.572353] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.572765] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.572833] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6be1674-963f-4e85-9bdb-6c9f9c6843bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.584451] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.584713] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.585520] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731c7844-7aa0-4a80-a794-314267f55664 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.591756] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 804.591756] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5d6ab-ccfe-4550-6249-11b8ac50a757" [ 804.591756] env[69959]: _type = "Task" [ 804.591756] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.605541] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5d6ab-ccfe-4550-6249-11b8ac50a757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.693861] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.012s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.694444] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.697055] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.149s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.698541] env[69959]: INFO nova.compute.claims [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.723814] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.758471] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.758710] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.758897] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.759392] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.759595] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.759940] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.760327] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.760450] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.760624] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.760788] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.760963] env[69959]: DEBUG nova.virt.hardware [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.762100] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6d452a-e575-4845-9df2-0f57731eaaf3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.774892] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82bd8d6-4318-4568-bc21-c279b0b3fbe6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.845997] env[69959]: DEBUG nova.compute.manager [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Received event network-changed-5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.845997] env[69959]: DEBUG nova.compute.manager [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Refreshing instance network info cache due to event network-changed-5dd7b347-73b5-4581-be2e-52766895ea23. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.845997] env[69959]: DEBUG oslo_concurrency.lockutils [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] Acquiring lock "refresh_cache-c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.845997] env[69959]: DEBUG oslo_concurrency.lockutils [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] Acquired lock "refresh_cache-c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.845997] env[69959]: DEBUG nova.network.neutron [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Refreshing network info cache for port 5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.054556] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.054812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.072135] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086559, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.109952] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5d6ab-ccfe-4550-6249-11b8ac50a757, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.110950] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483f6afc-2608-48d6-9bf7-81b4a73b0e4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.118537] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 805.118537] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5211f895-0646-72af-a2f7-ba430d0d9bf5" [ 805.118537] env[69959]: _type = "Task" [ 805.118537] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.129090] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5211f895-0646-72af-a2f7-ba430d0d9bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.210975] env[69959]: DEBUG nova.compute.utils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.212400] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.212587] env[69959]: DEBUG nova.network.neutron [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.549428] env[69959]: DEBUG nova.policy [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13657819e17429d9f0aa06d9cef0cf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ce5b6e7f8e54ad090368b3c00050510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.568786] env[69959]: DEBUG oslo_vmware.api [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086559, 'name': PowerOnVM_Task, 'duration_secs': 0.554654} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.569690] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.569961] env[69959]: INFO nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Took 7.59 seconds to spawn the instance on the hypervisor. [ 805.570180] env[69959]: DEBUG nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.570998] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c97a7-5703-48a6-b5bc-9f33de9c031b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.637341] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5211f895-0646-72af-a2f7-ba430d0d9bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.637657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.638039] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a/c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.639971] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da03aa81-febf-440f-87c4-9ddb681bef7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.647085] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 805.647085] env[69959]: value = "task-4086561" [ 805.647085] env[69959]: _type = "Task" [ 805.647085] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.658112] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.720764] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.915806] env[69959]: DEBUG nova.network.neutron [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Updated VIF entry in instance network info cache for port 5dd7b347-73b5-4581-be2e-52766895ea23. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.917038] env[69959]: DEBUG nova.network.neutron [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Updating instance_info_cache with network_info: [{"id": "5dd7b347-73b5-4581-be2e-52766895ea23", "address": "fa:16:3e:b7:56:2d", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd7b347-73", "ovs_interfaceid": "5dd7b347-73b5-4581-be2e-52766895ea23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.940544] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "1b0d13ea-ee22-4206-abf1-3278824589ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.940822] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.975917] env[69959]: DEBUG nova.network.neutron [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Successfully updated port: 61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.097833] env[69959]: INFO nova.compute.manager [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Took 49.55 seconds to build instance. [ 806.113645] env[69959]: DEBUG nova.network.neutron [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Successfully created port: fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.163473] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086561, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.420686] env[69959]: DEBUG oslo_concurrency.lockutils [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] Releasing lock "refresh_cache-c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.420925] env[69959]: DEBUG nova.compute.manager [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Received event network-vif-deleted-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.421159] env[69959]: DEBUG nova.compute.manager [req-398fbb05-c5ed-4f82-a765-0fc9bfbf7d49 req-3b2266d6-820b-411d-816d-c50a6b864174 service nova] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Received event network-vif-deleted-ce0bcf06-0eeb-493d-882b-bf3bd56b616d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.480776] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "refresh_cache-81bf191a-8bd1-4e58-a172-7663063d4c6c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.481030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquired lock "refresh_cache-81bf191a-8bd1-4e58-a172-7663063d4c6c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.481102] env[69959]: DEBUG nova.network.neutron [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.496482] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a68790a-c7b2-4f2f-a402-302eea8f7c70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.505208] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b090c4-9dcc-4142-95f8-96d21b524660 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.540176] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bb9af9-32b8-442b-88bb-5af360fb6646 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.550991] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d9730a-9b10-445f-8d26-d268dcf269bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563415] env[69959]: DEBUG nova.compute.provider_tree [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.604194] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.678s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.660931] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54938} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.660931] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a/c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.661239] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.661392] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5bee9c-262b-479a-8f7b-fcccaef710e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.669190] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 806.669190] env[69959]: value = "task-4086562" [ 806.669190] env[69959]: _type = "Task" [ 806.669190] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.678521] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.734786] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.763022] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.763275] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.763435] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.763614] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.763757] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.763902] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.764132] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.764292] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.764458] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.764620] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.764793] env[69959]: DEBUG nova.virt.hardware [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.765731] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d754957-aeff-48c4-8295-5a2b850302af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.774676] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab2a790-6346-455c-a572-5be9c68b2182 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956966] env[69959]: DEBUG nova.compute.manager [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Received event network-vif-plugged-61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.957223] env[69959]: DEBUG oslo_concurrency.lockutils [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] Acquiring lock "81bf191a-8bd1-4e58-a172-7663063d4c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.957493] env[69959]: DEBUG oslo_concurrency.lockutils [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.957600] env[69959]: DEBUG oslo_concurrency.lockutils [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.957805] env[69959]: DEBUG nova.compute.manager [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] No waiting events found dispatching network-vif-plugged-61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 806.958103] env[69959]: WARNING nova.compute.manager [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Received unexpected event network-vif-plugged-61e27a59-d521-4b4f-bb1d-db0915eb8a54 for instance with vm_state building and task_state spawning. [ 806.958169] env[69959]: DEBUG nova.compute.manager [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Received event network-changed-61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.958315] env[69959]: DEBUG nova.compute.manager [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Refreshing instance network info cache due to event network-changed-61e27a59-d521-4b4f-bb1d-db0915eb8a54. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.958480] env[69959]: DEBUG oslo_concurrency.lockutils [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] Acquiring lock "refresh_cache-81bf191a-8bd1-4e58-a172-7663063d4c6c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.021480] env[69959]: DEBUG nova.network.neutron [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.096357] env[69959]: ERROR nova.scheduler.client.report [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [req-8d41efe4-908f-4c7c-9ec0-63573e225b1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d41efe4-908f-4c7c-9ec0-63573e225b1b"}]} [ 807.107257] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.121685] env[69959]: DEBUG nova.scheduler.client.report [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 807.152072] env[69959]: DEBUG nova.scheduler.client.report [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 807.152362] env[69959]: DEBUG nova.compute.provider_tree [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.170909] env[69959]: DEBUG nova.scheduler.client.report [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 807.194400] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074255} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.197867] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.197867] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0eac30-b3f7-4a40-879d-d4c3883924bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.229710] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a/c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.234209] env[69959]: DEBUG nova.scheduler.client.report [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 807.238111] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03208bf1-153f-415c-bd84-d7a8bec31c1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.274194] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 807.274194] env[69959]: value = "task-4086563" [ 807.274194] env[69959]: _type = "Task" [ 807.274194] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.289820] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.300577] env[69959]: DEBUG nova.network.neutron [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Updating instance_info_cache with network_info: [{"id": "61e27a59-d521-4b4f-bb1d-db0915eb8a54", "address": "fa:16:3e:de:43:cd", "network": {"id": "15d70b13-9302-4433-a00c-8890b7766dbf", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1972760651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5d69adbc0a44cc927d76bebcfea6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e27a59-d5", "ovs_interfaceid": "61e27a59-d521-4b4f-bb1d-db0915eb8a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.430707] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a493aa30-ffe2-4309-a335-2fcedcf9a966 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.438148] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Suspending the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 807.438148] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e546bca0-840b-4041-80b0-98f8209770aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.449211] env[69959]: DEBUG oslo_vmware.api [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] Waiting for the task: (returnval){ [ 807.449211] env[69959]: value = "task-4086564" [ 807.449211] env[69959]: _type = "Task" [ 807.449211] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.459915] env[69959]: DEBUG oslo_vmware.api [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] Task: {'id': task-4086564, 'name': SuspendVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.636397] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.642874] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 807.643246] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809661', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'name': 'volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94296ced-6adc-4f28-9c10-e23a8dd05464', 'attached_at': '', 'detached_at': '', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'serial': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 807.644221] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f314ab7-d6bf-4cad-920d-9a83ec5a8993 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666445] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bbee57-a987-4791-b5e2-e9ad242f29eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.693603] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8/volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.696966] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ba8d09-d6b9-4ded-b185-fd4b06171518 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.717833] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Waiting for the task: (returnval){ [ 807.717833] env[69959]: value = "task-4086565" [ 807.717833] env[69959]: _type = "Task" [ 807.717833] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.729072] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.780148] env[69959]: DEBUG nova.network.neutron [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Successfully updated port: fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.789367] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.803083] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Releasing lock "refresh_cache-81bf191a-8bd1-4e58-a172-7663063d4c6c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.804138] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Instance network_info: |[{"id": "61e27a59-d521-4b4f-bb1d-db0915eb8a54", "address": "fa:16:3e:de:43:cd", "network": {"id": "15d70b13-9302-4433-a00c-8890b7766dbf", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1972760651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5d69adbc0a44cc927d76bebcfea6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e27a59-d5", "ovs_interfaceid": "61e27a59-d521-4b4f-bb1d-db0915eb8a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.804138] env[69959]: DEBUG oslo_concurrency.lockutils [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] Acquired lock "refresh_cache-81bf191a-8bd1-4e58-a172-7663063d4c6c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.804343] env[69959]: DEBUG nova.network.neutron [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Refreshing network info cache for port 61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.806934] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:43:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e27a59-d521-4b4f-bb1d-db0915eb8a54', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.817529] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Creating folder: Project (da5d69adbc0a44cc927d76bebcfea6bc). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.822705] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4819caa-f128-459e-a142-fa85e165a84b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.837888] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Created folder: Project (da5d69adbc0a44cc927d76bebcfea6bc) in parent group-v809535. [ 807.837966] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Creating folder: Instances. Parent ref: group-v809665. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.841377] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad3b9ac3-a580-4d02-8db9-5678ebf51c21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.854829] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Created folder: Instances in parent group-v809665. [ 807.855132] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.855395] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.855566] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b3a51de-1daa-443e-b71e-69c0d37472a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.888231] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.888231] env[69959]: value = "task-4086568" [ 807.888231] env[69959]: _type = "Task" [ 807.888231] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.902553] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086568, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.960229] env[69959]: DEBUG oslo_vmware.api [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] Task: {'id': task-4086564, 'name': SuspendVM_Task} progress is 58%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.119270] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a310b7-e319-4b9e-9918-cf316cbcf8cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.130031] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71c78c-bc7c-4829-adb9-d6e2a998f221 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.164745] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46ef30-3279-4c1c-9c14-4d95c67b2f18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.175496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da474981-89d6-46e2-9931-ab9bd1ef64de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.198302] env[69959]: DEBUG nova.compute.provider_tree [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.231525] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.285763] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "refresh_cache-b4f0359b-2f16-410b-b8d0-b1faed9c5913" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.285763] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired lock "refresh_cache-b4f0359b-2f16-410b-b8d0-b1faed9c5913" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.285763] env[69959]: DEBUG nova.network.neutron [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.286730] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.400425] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086568, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.460563] env[69959]: DEBUG oslo_vmware.api [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] Task: {'id': task-4086564, 'name': SuspendVM_Task, 'duration_secs': 0.90741} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.460647] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Suspended the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 808.460825] env[69959]: DEBUG nova.compute.manager [None req-bd66debe-5548-48c9-96ad-5d5f35751a89 tempest-ServersAdminNegativeTestJSON-906916792 tempest-ServersAdminNegativeTestJSON-906916792-project-admin] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.461694] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f277b-a149-4617-8062-586356473521 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.546138] env[69959]: DEBUG nova.network.neutron [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Updated VIF entry in instance network info cache for port 61e27a59-d521-4b4f-bb1d-db0915eb8a54. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.546526] env[69959]: DEBUG nova.network.neutron [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Updating instance_info_cache with network_info: [{"id": "61e27a59-d521-4b4f-bb1d-db0915eb8a54", "address": "fa:16:3e:de:43:cd", "network": {"id": "15d70b13-9302-4433-a00c-8890b7766dbf", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1972760651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5d69adbc0a44cc927d76bebcfea6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e27a59-d5", "ovs_interfaceid": "61e27a59-d521-4b4f-bb1d-db0915eb8a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.729498] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086565, 'name': ReconfigVM_Task, 'duration_secs': 0.60662} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.729862] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8/volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.735354] env[69959]: DEBUG nova.scheduler.client.report [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 808.735601] env[69959]: DEBUG nova.compute.provider_tree [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 73 to 74 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 808.735779] env[69959]: DEBUG nova.compute.provider_tree [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.739404] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1444555d-55e2-466e-9415-441245a0f3b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.757591] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Waiting for the task: (returnval){ [ 808.757591] env[69959]: value = "task-4086569" [ 808.757591] env[69959]: _type = "Task" [ 808.757591] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.767109] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.785378] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086563, 'name': ReconfigVM_Task, 'duration_secs': 1.051306} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.785713] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a/c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.786401] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bff8ad2-70a2-4d3b-be0e-25f0ad109e9d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.795204] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 808.795204] env[69959]: value = "task-4086570" [ 808.795204] env[69959]: _type = "Task" [ 808.795204] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.805331] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086570, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.831794] env[69959]: DEBUG nova.network.neutron [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.899308] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086568, 'name': CreateVM_Task, 'duration_secs': 0.536397} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.899466] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.900628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.900628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.900779] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.900940] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eaa19a3-9918-41a9-870f-f07b84ff56f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.906458] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 808.906458] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5221b607-1369-5acc-2ed3-3a31c657a622" [ 808.906458] env[69959]: _type = "Task" [ 808.906458] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.919473] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5221b607-1369-5acc-2ed3-3a31c657a622, 'name': SearchDatastore_Task} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.919698] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.920084] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.920274] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.920479] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.920998] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.920998] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61ccbaab-73a3-4448-8948-33045a918b7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.930441] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.930634] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.931437] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bfbe13-b025-4897-a74a-9358cb956770 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.938444] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 808.938444] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ddb05e-9e52-6938-f451-9f119fe35f4d" [ 808.938444] env[69959]: _type = "Task" [ 808.938444] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.948520] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ddb05e-9e52-6938-f451-9f119fe35f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.992897] env[69959]: DEBUG nova.network.neutron [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Updating instance_info_cache with network_info: [{"id": "fb16a3a4-5579-4fdc-803d-a639d282eae6", "address": "fa:16:3e:3a:6a:b3", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb16a3a4-55", "ovs_interfaceid": "fb16a3a4-5579-4fdc-803d-a639d282eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.995949] env[69959]: DEBUG nova.compute.manager [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Received event network-vif-plugged-fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.996223] env[69959]: DEBUG oslo_concurrency.lockutils [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] Acquiring lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.996432] env[69959]: DEBUG oslo_concurrency.lockutils [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.996611] env[69959]: DEBUG oslo_concurrency.lockutils [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.996753] env[69959]: DEBUG nova.compute.manager [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] No waiting events found dispatching network-vif-plugged-fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.996941] env[69959]: WARNING nova.compute.manager [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Received unexpected event network-vif-plugged-fb16a3a4-5579-4fdc-803d-a639d282eae6 for instance with vm_state building and task_state spawning. [ 808.997126] env[69959]: DEBUG nova.compute.manager [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Received event network-changed-fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.997286] env[69959]: DEBUG nova.compute.manager [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Refreshing instance network info cache due to event network-changed-fb16a3a4-5579-4fdc-803d-a639d282eae6. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.997450] env[69959]: DEBUG oslo_concurrency.lockutils [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] Acquiring lock "refresh_cache-b4f0359b-2f16-410b-b8d0-b1faed9c5913" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.049352] env[69959]: DEBUG oslo_concurrency.lockutils [req-0db0d37b-e8f9-4854-a7c5-a43807d34406 req-eedd2e03-2fe2-40b3-b65e-9a04dbbb4c46 service nova] Releasing lock "refresh_cache-81bf191a-8bd1-4e58-a172-7663063d4c6c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.252243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.555s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.252793] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.255526] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.542s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.257049] env[69959]: INFO nova.compute.claims [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.271970] env[69959]: DEBUG oslo_vmware.api [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086569, 'name': ReconfigVM_Task, 'duration_secs': 0.154241} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.272322] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809661', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'name': 'volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94296ced-6adc-4f28-9c10-e23a8dd05464', 'attached_at': '', 'detached_at': '', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'serial': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 809.307044] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086570, 'name': Rename_Task, 'duration_secs': 0.161582} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.307350] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.307604] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8161f981-652b-4390-af4f-e52157b207a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.315210] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 809.315210] env[69959]: value = "task-4086571" [ 809.315210] env[69959]: _type = "Task" [ 809.315210] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.325018] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.450485] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ddb05e-9e52-6938-f451-9f119fe35f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016036} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.451358] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ac8b0e-0128-41dd-8dad-a9d4089511dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.457285] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 809.457285] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de5608-dbf2-ca1c-5d43-7326d7ca9a86" [ 809.457285] env[69959]: _type = "Task" [ 809.457285] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.466733] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de5608-dbf2-ca1c-5d43-7326d7ca9a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.499060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Releasing lock "refresh_cache-b4f0359b-2f16-410b-b8d0-b1faed9c5913" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.499470] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Instance network_info: |[{"id": "fb16a3a4-5579-4fdc-803d-a639d282eae6", "address": "fa:16:3e:3a:6a:b3", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb16a3a4-55", "ovs_interfaceid": "fb16a3a4-5579-4fdc-803d-a639d282eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.499833] env[69959]: DEBUG oslo_concurrency.lockutils [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] Acquired lock "refresh_cache-b4f0359b-2f16-410b-b8d0-b1faed9c5913" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.500143] env[69959]: DEBUG nova.network.neutron [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Refreshing network info cache for port fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.501594] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:6a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb16a3a4-5579-4fdc-803d-a639d282eae6', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.510436] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.511634] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.511874] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea3d126-39e3-44ce-aa40-021cb87b7491 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.534099] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.534099] env[69959]: value = "task-4086572" [ 809.534099] env[69959]: _type = "Task" [ 809.534099] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.543325] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086572, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.764950] env[69959]: DEBUG nova.compute.utils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.769112] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.769112] env[69959]: DEBUG nova.network.neutron [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.813490] env[69959]: DEBUG nova.policy [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b0f3633c57546fcb058f4f613873411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3808bedc5b9e4a38994f006bf7b77743', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.828467] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.972212] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de5608-dbf2-ca1c-5d43-7326d7ca9a86, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.972212] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.972212] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 81bf191a-8bd1-4e58-a172-7663063d4c6c/81bf191a-8bd1-4e58-a172-7663063d4c6c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.972212] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9a561f-bafb-4671-93f2-1b7d0a6736b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.983233] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 809.983233] env[69959]: value = "task-4086573" [ 809.983233] env[69959]: _type = "Task" [ 809.983233] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.992081] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.048569] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086572, 'name': CreateVM_Task, 'duration_secs': 0.366955} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.049139] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.049861] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.050084] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.050476] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.051163] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90038f6c-7093-4112-b80f-290cd71dc3ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.066428] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 810.066428] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52882d6b-6ecc-ba11-d8fc-1b04c065eacc" [ 810.066428] env[69959]: _type = "Task" [ 810.066428] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.082105] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52882d6b-6ecc-ba11-d8fc-1b04c065eacc, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.082458] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.082721] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.083016] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.083191] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.083397] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.083727] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5074fd10-8af8-47dc-9e94-3eacd6ce5fac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.096104] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.096522] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.097382] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be94eba1-7f59-4350-8920-050226d18677 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.104841] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 810.104841] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52886d54-743d-1a2b-07ae-560f06e0ebe3" [ 810.104841] env[69959]: _type = "Task" [ 810.104841] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.122726] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52886d54-743d-1a2b-07ae-560f06e0ebe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.260429] env[69959]: DEBUG nova.network.neutron [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Successfully created port: fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.275474] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.332357] env[69959]: DEBUG nova.objects.instance [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lazy-loading 'flavor' on Instance uuid 94296ced-6adc-4f28-9c10-e23a8dd05464 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.333966] env[69959]: DEBUG oslo_vmware.api [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086571, 'name': PowerOnVM_Task, 'duration_secs': 0.86612} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.335209] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.335209] env[69959]: INFO nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Took 9.54 seconds to spawn the instance on the hypervisor. [ 810.335209] env[69959]: DEBUG nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.335726] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031459ea-aed7-446f-aba0-b24f96e5a21b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.439307] env[69959]: DEBUG nova.network.neutron [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Updated VIF entry in instance network info cache for port fb16a3a4-5579-4fdc-803d-a639d282eae6. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.439863] env[69959]: DEBUG nova.network.neutron [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Updating instance_info_cache with network_info: [{"id": "fb16a3a4-5579-4fdc-803d-a639d282eae6", "address": "fa:16:3e:3a:6a:b3", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb16a3a4-55", "ovs_interfaceid": "fb16a3a4-5579-4fdc-803d-a639d282eae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.493061] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.617476] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52886d54-743d-1a2b-07ae-560f06e0ebe3, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.618414] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1557a2f6-c4ff-4f80-bfe4-d00f5d2344cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.626781] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 810.626781] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524f74f4-1d05-50e7-baad-8a66ccd8f514" [ 810.626781] env[69959]: _type = "Task" [ 810.626781] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.635873] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524f74f4-1d05-50e7-baad-8a66ccd8f514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.840781] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a1f2dd75-5fd2-4d45-85a5-ace09efc37c0 tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.868814] env[69959]: INFO nova.compute.manager [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Took 51.75 seconds to build instance. [ 810.946680] env[69959]: DEBUG oslo_concurrency.lockutils [req-abba6136-467a-46da-9f0e-68f0c96a9b51 req-247a701c-5b76-445f-9a5c-57a935886b2b service nova] Releasing lock "refresh_cache-b4f0359b-2f16-410b-b8d0-b1faed9c5913" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.954042] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f8d91-71f2-4fc3-b20d-ef11901fea49 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.963701] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7febc6-ab1e-4ea0-93cc-fbc3554f3a96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.999365] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239fb5a5-bc79-4ccf-875f-f8d668f3617b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.009145] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562603} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.010432] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce46bd7b-626e-49a7-88e3-75e0779f1840 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.014193] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 81bf191a-8bd1-4e58-a172-7663063d4c6c/81bf191a-8bd1-4e58-a172-7663063d4c6c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.014421] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.014667] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b17df65b-caeb-4578-840b-88316e406219 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.028686] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 811.028686] env[69959]: value = "task-4086574" [ 811.028686] env[69959]: _type = "Task" [ 811.028686] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.029542] env[69959]: DEBUG nova.compute.provider_tree [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.142269] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524f74f4-1d05-50e7-baad-8a66ccd8f514, 'name': SearchDatastore_Task, 'duration_secs': 0.01952} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.142269] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.142269] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] b4f0359b-2f16-410b-b8d0-b1faed9c5913/b4f0359b-2f16-410b-b8d0-b1faed9c5913.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.142650] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89bbe33-6cb4-4d4b-b4ef-cc0d91956d5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.151180] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 811.151180] env[69959]: value = "task-4086575" [ 811.151180] env[69959]: _type = "Task" [ 811.151180] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.160385] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.177611] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.177906] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.291119] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.322091] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.322091] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.322091] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.322091] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.322091] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.322091] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.322488] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.322488] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.322668] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.322731] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.322897] env[69959]: DEBUG nova.virt.hardware [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.323879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d236ca-46c2-4925-8a0a-e4c94c3a79c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.333819] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9516d1-7211-4773-a131-a8f455781e0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.371341] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05e31099-6713-498f-99a8-e9adfeaca361 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.466s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.536364] env[69959]: DEBUG nova.scheduler.client.report [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.548823] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22652} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.549260] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.550247] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01aaaa9-14c8-466d-9783-2bc64a614dd6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.577448] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 81bf191a-8bd1-4e58-a172-7663063d4c6c/81bf191a-8bd1-4e58-a172-7663063d4c6c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.579429] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e326d9-862c-4f8b-a49f-a70e18578b3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.606437] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 811.606437] env[69959]: value = "task-4086576" [ 811.606437] env[69959]: _type = "Task" [ 811.606437] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.619618] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.661029] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49598} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.661336] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] b4f0359b-2f16-410b-b8d0-b1faed9c5913/b4f0359b-2f16-410b-b8d0-b1faed9c5913.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.661563] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.661910] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca202708-0c63-4619-ab71-b851a3614d82 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.673384] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 811.673384] env[69959]: value = "task-4086577" [ 811.673384] env[69959]: _type = "Task" [ 811.673384] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.684800] env[69959]: INFO nova.compute.manager [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Detaching volume 95ce0bff-a0ab-4229-b2e5-09db9e4996c8 [ 811.688463] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.727035] env[69959]: INFO nova.virt.block_device [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Attempting to driver detach volume 95ce0bff-a0ab-4229-b2e5-09db9e4996c8 from mountpoint /dev/sdb [ 811.727127] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 811.727257] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809661', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'name': 'volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94296ced-6adc-4f28-9c10-e23a8dd05464', 'attached_at': '', 'detached_at': '', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'serial': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 811.728167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420f8076-8acf-4987-aabe-bacb16a778d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.756471] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63347f4f-592b-467b-92c2-23ec42d5ae4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.766333] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e2d9c0-7607-4b86-8584-9b74f6ccbdbd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.790889] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2102be-7278-4770-bdb1-583edba6140a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.808680] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] The volume has not been displaced from its original location: [datastore2] volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8/volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 811.814637] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 811.815132] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666c629c-5628-48f0-a2a9-9c6718689b6f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.834489] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Waiting for the task: (returnval){ [ 811.834489] env[69959]: value = "task-4086578" [ 811.834489] env[69959]: _type = "Task" [ 811.834489] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.844495] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.870818] env[69959]: DEBUG nova.compute.manager [req-621e5cda-de13-4138-ac65-81fa54124334 req-cdd6762f-6173-490e-b86e-6f5a2f1f99ac service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Received event network-vif-plugged-fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.871398] env[69959]: DEBUG oslo_concurrency.lockutils [req-621e5cda-de13-4138-ac65-81fa54124334 req-cdd6762f-6173-490e-b86e-6f5a2f1f99ac service nova] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.871699] env[69959]: DEBUG oslo_concurrency.lockutils [req-621e5cda-de13-4138-ac65-81fa54124334 req-cdd6762f-6173-490e-b86e-6f5a2f1f99ac service nova] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.871884] env[69959]: DEBUG oslo_concurrency.lockutils [req-621e5cda-de13-4138-ac65-81fa54124334 req-cdd6762f-6173-490e-b86e-6f5a2f1f99ac service nova] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.872107] env[69959]: DEBUG nova.compute.manager [req-621e5cda-de13-4138-ac65-81fa54124334 req-cdd6762f-6173-490e-b86e-6f5a2f1f99ac service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] No waiting events found dispatching network-vif-plugged-fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.872327] env[69959]: WARNING nova.compute.manager [req-621e5cda-de13-4138-ac65-81fa54124334 req-cdd6762f-6173-490e-b86e-6f5a2f1f99ac service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Received unexpected event network-vif-plugged-fb12e26e-a2b4-447e-8ed6-8063a11d58df for instance with vm_state building and task_state spawning. [ 811.874252] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.921600] env[69959]: DEBUG nova.network.neutron [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Successfully updated port: fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.045032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.045518] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.049277] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.899s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.049728] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.052198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.946s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.054332] env[69959]: INFO nova.compute.claims [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.097188] env[69959]: INFO nova.scheduler.client.report [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Deleted allocations for instance 8501d05c-e4f1-45ba-bcca-15b8def23472 [ 812.100696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquiring lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.100955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.101804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquiring lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.101804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.101804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.106771] env[69959]: INFO nova.compute.manager [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Terminating instance [ 812.126655] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.181241] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070543} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.181545] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.182379] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20a82a6-5616-4439-b0ed-1c89ce91071d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.210196] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b4f0359b-2f16-410b-b8d0-b1faed9c5913/b4f0359b-2f16-410b-b8d0-b1faed9c5913.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.212037] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511de687-646d-4a4a-bfaf-66d94ef84bf7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.236965] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 812.236965] env[69959]: value = "task-4086579" [ 812.236965] env[69959]: _type = "Task" [ 812.236965] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.249258] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.346192] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086578, 'name': ReconfigVM_Task, 'duration_secs': 0.287294} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.346549] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.351562] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93256cb1-57d4-46ca-8958-47416a81dddb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.368617] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Waiting for the task: (returnval){ [ 812.368617] env[69959]: value = "task-4086580" [ 812.368617] env[69959]: _type = "Task" [ 812.368617] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.385539] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.399580] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.428797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.428797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.428797] env[69959]: DEBUG nova.network.neutron [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.552890] env[69959]: DEBUG nova.compute.utils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.555697] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.556021] env[69959]: DEBUG nova.network.neutron [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.614781] env[69959]: DEBUG nova.policy [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a5882ffd7e4708a33182723fc5dbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e13695908bf4f8880269bacb86b8b51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.619244] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c0003f17-ac0c-435f-87e6-41617fb99f4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Lock "8501d05c-e4f1-45ba-bcca-15b8def23472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.157s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.620741] env[69959]: DEBUG nova.compute.manager [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.620970] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.621690] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e5a84b-b308-4cd2-847a-15f8daf21e4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.628448] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086576, 'name': ReconfigVM_Task, 'duration_secs': 0.91226} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.630749] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 81bf191a-8bd1-4e58-a172-7663063d4c6c/81bf191a-8bd1-4e58-a172-7663063d4c6c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.631056] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a72cb8-1f2d-4dec-8358-bee4fc8efdc5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.636314] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 812.636314] env[69959]: value = "task-4086581" [ 812.636314] env[69959]: _type = "Task" [ 812.636314] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.644587] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 812.644587] env[69959]: value = "task-4086582" [ 812.644587] env[69959]: _type = "Task" [ 812.644587] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.653883] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.661746] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086582, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.731318] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "b3b002b6-4835-4e08-b66c-6185be72dd66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.731716] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.732014] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "b3b002b6-4835-4e08-b66c-6185be72dd66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.732258] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.732453] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.734937] env[69959]: INFO nova.compute.manager [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Terminating instance [ 812.750096] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.878455] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.002710] env[69959]: DEBUG nova.network.neutron [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.030916] env[69959]: DEBUG nova.network.neutron [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Successfully created port: a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.056922] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.154925] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086581, 'name': PowerOffVM_Task, 'duration_secs': 0.232789} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.155226] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.155420] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 813.155609] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809542', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'name': 'volume-d615d0db-6747-43ca-8d40-088309114594', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '989e07aa-00f8-48d4-8a6c-1ffbf153e66e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'serial': 'd615d0db-6747-43ca-8d40-088309114594'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 813.156771] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9dd855-099e-4868-8163-6cc2f9fad1d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.162963] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086582, 'name': Rename_Task, 'duration_secs': 0.313541} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.166596] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.167854] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6932cc11-3163-47ac-89bc-a4287746a4c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.191947] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd2901-5f8c-4085-9025-a62ac7d0ebc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.194958] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 813.194958] env[69959]: value = "task-4086583" [ 813.194958] env[69959]: _type = "Task" [ 813.194958] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.204095] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae69a33-92f8-4e7e-ad0d-5819d3b3bd3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.217762] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.237762] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d487a0-0112-4473-a5cc-b006f63bbfa7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.248520] env[69959]: DEBUG nova.compute.manager [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.248652] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.261350] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b1645-d1e2-4def-b219-c0c3ae09ec28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.264225] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] The volume has not been displaced from its original location: [datastore2] volume-d615d0db-6747-43ca-8d40-088309114594/volume-d615d0db-6747-43ca-8d40-088309114594.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 813.269497] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 813.273563] env[69959]: DEBUG nova.network.neutron [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating instance_info_cache with network_info: [{"id": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "address": "fa:16:3e:62:81:10", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb12e26e-a2", "ovs_interfaceid": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.278021] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772f6bb5-25cd-4c2e-a3f5-eab264cabf0e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.289519] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086579, 'name': ReconfigVM_Task, 'duration_secs': 0.659851} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.293669] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b4f0359b-2f16-410b-b8d0-b1faed9c5913/b4f0359b-2f16-410b-b8d0-b1faed9c5913.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.293966] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a1046b-d208-44be-aa96-bebbd8daaada {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.299623] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.302187] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea23a0d9-331c-4db8-898c-6aa32b345d3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.303169] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 813.303169] env[69959]: value = "task-4086584" [ 813.303169] env[69959]: _type = "Task" [ 813.303169] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.309206] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 813.309206] env[69959]: value = "task-4086585" [ 813.309206] env[69959]: _type = "Task" [ 813.309206] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.321746] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.328190] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086585, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.382544] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.387979] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.388226] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.388420] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Deleting the datastore file [datastore2] b3b002b6-4835-4e08-b66c-6185be72dd66 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.388737] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-317bf5b6-aac5-46cb-b05e-9e8ce6b4077d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.400617] env[69959]: DEBUG oslo_vmware.api [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 813.400617] env[69959]: value = "task-4086587" [ 813.400617] env[69959]: _type = "Task" [ 813.400617] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.410512] env[69959]: DEBUG oslo_vmware.api [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.706174] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.790081] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.790428] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Instance network_info: |[{"id": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "address": "fa:16:3e:62:81:10", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb12e26e-a2", "ovs_interfaceid": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.790853] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:81:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb12e26e-a2b4-447e-8ed6-8063a11d58df', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.798933] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Creating folder: Project (3808bedc5b9e4a38994f006bf7b77743). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.802272] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9ae04a8-a4a1-499d-874b-64a32ef0b956 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.815753] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086584, 'name': ReconfigVM_Task, 'duration_secs': 0.203639} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.821808] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.828153] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-478438b9-dfd2-4c3c-bf74-2f6a12d77bd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.838894] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Created folder: Project (3808bedc5b9e4a38994f006bf7b77743) in parent group-v809535. [ 813.839298] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Creating folder: Instances. Parent ref: group-v809669. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.842677] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9f76d5d-4617-4d92-8594-55bd5034c159 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.848583] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086585, 'name': Rename_Task, 'duration_secs': 0.195034} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.849473] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.849785] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d18243-6549-40de-9ad1-2693bfee3b12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.854834] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 813.854834] env[69959]: value = "task-4086589" [ 813.854834] env[69959]: _type = "Task" [ 813.854834] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.859658] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 813.859658] env[69959]: value = "task-4086591" [ 813.859658] env[69959]: _type = "Task" [ 813.859658] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.868480] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Created folder: Instances in parent group-v809669. [ 813.868879] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.869151] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.872509] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.873031] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-265bc7fc-3bbc-4298-a6c9-5fa5872fb83b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.896630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad8328e-47c0-4de3-ba03-c3cd9b6dc325 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.900526] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.910691] env[69959]: DEBUG oslo_vmware.api [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Task: {'id': task-4086580, 'name': ReconfigVM_Task, 'duration_secs': 1.196124} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.910911] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.910911] env[69959]: value = "task-4086592" [ 813.910911] env[69959]: _type = "Task" [ 813.910911] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.913563] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809661', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'name': 'volume-95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94296ced-6adc-4f28-9c10-e23a8dd05464', 'attached_at': '', 'detached_at': '', 'volume_id': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8', 'serial': '95ce0bff-a0ab-4229-b2e5-09db9e4996c8'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 813.923715] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9622812d-0798-4df1-a75b-8ac657f10d8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.930358] env[69959]: DEBUG oslo_vmware.api [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171687} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.930358] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.930358] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.930358] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.930358] env[69959]: INFO nova.compute.manager [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Took 0.68 seconds to destroy the instance on the hypervisor. [ 813.930358] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.930756] env[69959]: DEBUG nova.compute.manager [-] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.930841] env[69959]: DEBUG nova.network.neutron [-] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.971589] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086592, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.973136] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1145ec7-9190-4053-a4ca-d53faa6e4246 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.982825] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e28772-0356-4f8e-8f44-72687684dd96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.001185] env[69959]: DEBUG nova.compute.provider_tree [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.074529] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.114093] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.114813] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.114813] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.114813] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.114950] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.115820] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.115820] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.115820] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.115820] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.115820] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.116210] env[69959]: DEBUG nova.virt.hardware [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.117167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bbca02-19ab-482d-9735-e21c0c041ee9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.129706] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3fd0cd-8b8a-49ff-9b8a-f78331398f5f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.211445] env[69959]: DEBUG oslo_vmware.api [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086583, 'name': PowerOnVM_Task, 'duration_secs': 0.730387} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.211445] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.211579] env[69959]: INFO nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Took 9.49 seconds to spawn the instance on the hypervisor. [ 814.212182] env[69959]: DEBUG nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.213536] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9091e974-8ccf-444e-abfd-49802e828497 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.370409] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086589, 'name': ReconfigVM_Task, 'duration_secs': 0.230162} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.370409] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809542', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'name': 'volume-d615d0db-6747-43ca-8d40-088309114594', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '989e07aa-00f8-48d4-8a6c-1ffbf153e66e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd615d0db-6747-43ca-8d40-088309114594', 'serial': 'd615d0db-6747-43ca-8d40-088309114594'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 814.370409] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.370578] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b0834a-8fbf-4de4-a7d5-3af1e34ad5b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.377444] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.383661] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.383959] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd706205-f510-4ab9-b90e-b7aa3f6ef9b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.427710] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086592, 'name': CreateVM_Task, 'duration_secs': 0.410251} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.427710] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.428411] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.428411] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.428790] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.429165] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8736a357-1d61-4d67-91c7-b8dc075eaffd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.437670] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 814.437670] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b80086-ea2b-349f-b095-f573035acd3c" [ 814.437670] env[69959]: _type = "Task" [ 814.437670] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.454153] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b80086-ea2b-349f-b095-f573035acd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.462413] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.463828] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.463828] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Deleting the datastore file [datastore2] 989e07aa-00f8-48d4-8a6c-1ffbf153e66e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.463828] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515fb75a-20b7-4c4b-88f6-82094a67476d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.471707] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for the task: (returnval){ [ 814.471707] env[69959]: value = "task-4086594" [ 814.471707] env[69959]: _type = "Task" [ 814.471707] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.482903] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.506491] env[69959]: DEBUG nova.objects.instance [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lazy-loading 'flavor' on Instance uuid 94296ced-6adc-4f28-9c10-e23a8dd05464 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.511399] env[69959]: DEBUG nova.scheduler.client.report [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.522236] env[69959]: DEBUG nova.compute.manager [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Received event network-changed-fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.522236] env[69959]: DEBUG nova.compute.manager [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Refreshing instance network info cache due to event network-changed-fb12e26e-a2b4-447e-8ed6-8063a11d58df. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.522236] env[69959]: DEBUG oslo_concurrency.lockutils [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] Acquiring lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.522236] env[69959]: DEBUG oslo_concurrency.lockutils [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] Acquired lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.522236] env[69959]: DEBUG nova.network.neutron [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Refreshing network info cache for port fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.736526] env[69959]: INFO nova.compute.manager [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Took 51.30 seconds to build instance. [ 814.810840] env[69959]: DEBUG nova.network.neutron [-] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.872214] env[69959]: DEBUG oslo_vmware.api [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086591, 'name': PowerOnVM_Task, 'duration_secs': 0.650928} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.872214] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.872416] env[69959]: INFO nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Took 8.14 seconds to spawn the instance on the hypervisor. [ 814.872475] env[69959]: DEBUG nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.873325] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd674b-bf80-4697-9288-a7b292caeea2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.885027] env[69959]: DEBUG nova.network.neutron [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Successfully updated port: a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.953431] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b80086-ea2b-349f-b095-f573035acd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.953431] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.953431] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.953431] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.953431] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.953431] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.953962] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c29ebefc-c7ca-48c7-b07a-f1c23787dd3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.963951] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.964170] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.964940] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ad7a16-16d5-470f-bd0f-944f21dcba18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.971321] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 814.971321] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222c878-b293-45e2-7768-5f1409db925f" [ 814.971321] env[69959]: _type = "Task" [ 814.971321] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.984769] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222c878-b293-45e2-7768-5f1409db925f, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.989244] env[69959]: DEBUG oslo_vmware.api [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Task: {'id': task-4086594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088058} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.989496] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f17c3e-60e2-464c-ad86-29292c1d9361 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.991840] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.992070] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.992260] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.992466] env[69959]: INFO nova.compute.manager [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Took 2.37 seconds to destroy the instance on the hypervisor. [ 814.992731] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.992849] env[69959]: DEBUG nova.compute.manager [-] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.992945] env[69959]: DEBUG nova.network.neutron [-] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.998114] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 814.998114] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ef780b-b769-357a-5f93-a291421b0d19" [ 814.998114] env[69959]: _type = "Task" [ 814.998114] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.008021] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ef780b-b769-357a-5f93-a291421b0d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.023265] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.971s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.023718] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.026028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.178s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.026199] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.028950] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.871s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.028950] env[69959]: DEBUG nova.objects.instance [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lazy-loading 'resources' on Instance uuid cce1a170-4a15-4b02-b745-b22ad8fb694c {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.071203] env[69959]: INFO nova.scheduler.client.report [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Deleted allocations for instance 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e [ 815.238481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b1b46277-f257-4b3c-bbfc-bc20be974943 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.633s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.313399] env[69959]: INFO nova.compute.manager [-] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Took 1.38 seconds to deallocate network for instance. [ 815.389125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.390708] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.390708] env[69959]: DEBUG nova.network.neutron [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.392306] env[69959]: DEBUG nova.network.neutron [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updated VIF entry in instance network info cache for port fb12e26e-a2b4-447e-8ed6-8063a11d58df. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.392626] env[69959]: DEBUG nova.network.neutron [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating instance_info_cache with network_info: [{"id": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "address": "fa:16:3e:62:81:10", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb12e26e-a2", "ovs_interfaceid": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.398077] env[69959]: INFO nova.compute.manager [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Took 47.48 seconds to build instance. [ 815.514525] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ef780b-b769-357a-5f93-a291421b0d19, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.515498] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.515498] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5/0a9ce531-68c9-4033-bbd5-9b5dec9f73c5.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.515644] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ad55c7-c6ef-40c1-b5e0-8144748a7be2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.523673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5548864a-3cd6-441b-898a-204ca0af0dfe tempest-VolumesAssistedSnapshotsTest-1947574983 tempest-VolumesAssistedSnapshotsTest-1947574983-project-admin] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.346s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.526889] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 815.526889] env[69959]: value = "task-4086595" [ 815.526889] env[69959]: _type = "Task" [ 815.526889] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.534702] env[69959]: DEBUG nova.compute.utils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.544067] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.544261] env[69959]: DEBUG nova.network.neutron [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.546731] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.581594] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ddda7c3-eb27-4512-a022-e412ff197337 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.506s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.583869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.791s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.583869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.583869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.583869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.588471] env[69959]: INFO nova.compute.manager [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Terminating instance [ 815.618262] env[69959]: DEBUG nova.policy [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.742019] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.824029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "81bf191a-8bd1-4e58-a172-7663063d4c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.824818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.826817] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "81bf191a-8bd1-4e58-a172-7663063d4c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.827135] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.827352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.832591] env[69959]: INFO nova.compute.manager [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Terminating instance [ 815.835127] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.900837] env[69959]: DEBUG oslo_concurrency.lockutils [req-63376f4f-11d1-473f-ac1a-ae4fc3aa44bc req-ebce75b3-3635-443a-b549-260ec17cdf6b service nova] Releasing lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.900837] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.016s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.955030] env[69959]: DEBUG nova.network.neutron [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.046071] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.050786] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.094409] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.094409] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquired lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094409] env[69959]: DEBUG nova.network.neutron [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.130837] env[69959]: DEBUG nova.network.neutron [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.192153] env[69959]: DEBUG nova.network.neutron [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Successfully created port: 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.273060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.344358] env[69959]: DEBUG nova.compute.manager [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.344358] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.344358] env[69959]: DEBUG nova.network.neutron [-] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.347491] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9796c98e-e350-4577-a04e-18a962a05b26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.355593] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.357080] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b8afc5-840e-4db6-80ae-2d2e7e925083 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.359938] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3620043b-a1e1-488b-91f8-97faeb7f8a26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.370482] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73fe03d-9249-4464-b5d9-05cd75bb63aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.377283] env[69959]: DEBUG oslo_vmware.api [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 816.377283] env[69959]: value = "task-4086596" [ 816.377283] env[69959]: _type = "Task" [ 816.377283] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.415610] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.422651] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb78793-2767-41c9-b2ad-bef4b2dbb407 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.428216] env[69959]: DEBUG oslo_vmware.api [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.436141] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f47a1-e9cf-4c68-8b05-e2ab4d298181 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.454701] env[69959]: DEBUG nova.compute.provider_tree [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.542428] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552751} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.542996] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5/0a9ce531-68c9-4033-bbd5-9b5dec9f73c5.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.542996] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.543666] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52f1555-a599-43fe-b35e-7d12e0c5e220 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.552980] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 816.552980] env[69959]: value = "task-4086597" [ 816.552980] env[69959]: _type = "Task" [ 816.552980] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.569515] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.598242] env[69959]: DEBUG nova.compute.utils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Can not refresh info_cache because instance was not found {{(pid=69959) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 816.618790] env[69959]: DEBUG nova.network.neutron [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.636582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.636940] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Instance network_info: |[{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.637797] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:09:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a72dea5b-bc6e-468a-b066-b20fd4e9af60', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.650278] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating folder: Project (0e13695908bf4f8880269bacb86b8b51). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.653458] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a57dd58d-76aa-4081-a91d-ee4c268285fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.666863] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created folder: Project (0e13695908bf4f8880269bacb86b8b51) in parent group-v809535. [ 816.667261] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating folder: Instances. Parent ref: group-v809672. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.667627] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5901d7af-cf6f-4991-96a8-9d8970445d5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.681724] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created folder: Instances in parent group-v809672. [ 816.682057] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.682347] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.682659] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e9df429-4c56-4d69-a500-728c00779e25 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.705430] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.705430] env[69959]: value = "task-4086601" [ 816.705430] env[69959]: _type = "Task" [ 816.705430] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.720121] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086601, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.747596] env[69959]: DEBUG nova.network.neutron [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.852895] env[69959]: INFO nova.compute.manager [-] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Took 1.86 seconds to deallocate network for instance. [ 816.890750] env[69959]: DEBUG oslo_vmware.api [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086596, 'name': PowerOffVM_Task, 'duration_secs': 0.335245} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.891518] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.891788] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.892089] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a247ade-ad42-447a-a990-cb0c39bdb790 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.947953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.959174] env[69959]: DEBUG nova.scheduler.client.report [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.988681] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.988918] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.989194] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Deleting the datastore file [datastore2] 81bf191a-8bd1-4e58-a172-7663063d4c6c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.989648] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-614ce9cb-e7a5-41b4-8f04-7be63dba7490 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.998035] env[69959]: DEBUG oslo_vmware.api [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for the task: (returnval){ [ 816.998035] env[69959]: value = "task-4086603" [ 816.998035] env[69959]: _type = "Task" [ 816.998035] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.009720] env[69959]: DEBUG oslo_vmware.api [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.066156] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086774} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.066506] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.067489] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ee731-9210-4198-8a9b-8c08aa432efa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.071432] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.098232] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5/0a9ce531-68c9-4033-bbd5-9b5dec9f73c5.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.101345] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01034a5e-34bf-431a-946a-d537053f645e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.125686] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.126917] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.126917] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.126917] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.126917] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.126917] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.126917] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.127215] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.127367] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.127542] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.127721] env[69959]: DEBUG nova.virt.hardware [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.128761] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e658f0-a080-4fad-a72b-a1faa0da9f09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.136178] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 817.136178] env[69959]: value = "task-4086604" [ 817.136178] env[69959]: _type = "Task" [ 817.136178] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.148190] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf1a2e-d6a9-4a89-a055-3a993b1dcaaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.153343] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.219774] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086601, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.250185] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Releasing lock "refresh_cache-7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.251334] env[69959]: DEBUG nova.compute.manager [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.251334] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.251334] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0f4b831-b5fc-43f0-8ede-45cc0e0e1c17 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.265519] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320f6575-20a2-49d6-8cb4-33a5d1e3d42a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.304544] env[69959]: WARNING nova.virt.vmwareapi.vmops [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e could not be found. [ 817.304753] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.304933] env[69959]: INFO nova.compute.manager [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 817.305233] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.305540] env[69959]: DEBUG nova.compute.manager [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.305627] env[69959]: DEBUG nova.network.neutron [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.325145] env[69959]: DEBUG nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Received event network-vif-deleted-a481c77c-70ff-4615-9c71-17fbdb90af46 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.325408] env[69959]: DEBUG nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Received event network-vif-plugged-a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.325619] env[69959]: DEBUG oslo_concurrency.lockutils [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.326232] env[69959]: DEBUG oslo_concurrency.lockutils [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] Lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.326232] env[69959]: DEBUG oslo_concurrency.lockutils [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] Lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.326232] env[69959]: DEBUG nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] No waiting events found dispatching network-vif-plugged-a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.326439] env[69959]: WARNING nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Received unexpected event network-vif-plugged-a72dea5b-bc6e-468a-b066-b20fd4e9af60 for instance with vm_state building and task_state spawning. [ 817.326531] env[69959]: DEBUG nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Received event network-changed-a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.326704] env[69959]: DEBUG nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Refreshing instance network info cache due to event network-changed-a72dea5b-bc6e-468a-b066-b20fd4e9af60. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.327738] env[69959]: DEBUG oslo_concurrency.lockutils [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.327738] env[69959]: DEBUG oslo_concurrency.lockutils [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.327738] env[69959]: DEBUG nova.network.neutron [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Refreshing network info cache for port a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.337180] env[69959]: DEBUG nova.network.neutron [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.416625] env[69959]: INFO nova.compute.manager [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Took 0.56 seconds to detach 1 volumes for instance. [ 817.419695] env[69959]: DEBUG nova.compute.manager [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Deleting volume: d615d0db-6747-43ca-8d40-088309114594 {{(pid=69959) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 817.468858] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.440s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.474155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.248s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.477645] env[69959]: INFO nova.compute.claims [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.519097] env[69959]: DEBUG oslo_vmware.api [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Task: {'id': task-4086603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250891} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.520368] env[69959]: INFO nova.scheduler.client.report [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Deleted allocations for instance cce1a170-4a15-4b02-b745-b22ad8fb694c [ 817.522043] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.524106] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.524106] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.524106] env[69959]: INFO nova.compute.manager [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 817.524106] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.526990] env[69959]: DEBUG nova.compute.manager [-] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.526990] env[69959]: DEBUG nova.network.neutron [-] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.646517] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086604, 'name': ReconfigVM_Task, 'duration_secs': 0.375152} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.647450] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5/0a9ce531-68c9-4033-bbd5-9b5dec9f73c5.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.647838] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ae39324-e0bc-4929-b581-915cb5fc375d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.655415] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 817.655415] env[69959]: value = "task-4086606" [ 817.655415] env[69959]: _type = "Task" [ 817.655415] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.665529] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086606, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.725424] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086601, 'name': CreateVM_Task, 'duration_secs': 0.651726} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.725656] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.726532] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.726803] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.727276] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.727645] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab9e06b-4940-4cd3-901f-a12beea931a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.733650] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 817.733650] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ab82b7-7809-c464-6377-3c61a5cd9207" [ 817.733650] env[69959]: _type = "Task" [ 817.733650] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.747062] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ab82b7-7809-c464-6377-3c61a5cd9207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.839613] env[69959]: DEBUG nova.network.neutron [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.016292] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.033970] env[69959]: DEBUG oslo_concurrency.lockutils [None req-253c9383-5445-4eb5-90c7-8be8d560c16d tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Lock "cce1a170-4a15-4b02-b745-b22ad8fb694c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.576s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.167084] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086606, 'name': Rename_Task, 'duration_secs': 0.176827} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.167217] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.167514] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318cdb1a-9040-41b2-aae9-49b0452ea4ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.181030] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 818.181030] env[69959]: value = "task-4086607" [ 818.181030] env[69959]: _type = "Task" [ 818.181030] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.194961] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.220744] env[69959]: DEBUG nova.compute.manager [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.223180] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb649cf0-32eb-4f9f-96b3-e9fb8476ed9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.253810] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ab82b7-7809-c464-6377-3c61a5cd9207, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.254313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.254678] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.255036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.255317] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.255637] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.256103] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5e7be6-a014-4c51-b93c-e6c8984161c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.276546] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.278086] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.278086] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1769d965-cb02-454c-8ef8-491c1786da2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.288122] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 818.288122] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6f0d3-fca2-3964-32f5-502470d9b06f" [ 818.288122] env[69959]: _type = "Task" [ 818.288122] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.298451] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6f0d3-fca2-3964-32f5-502470d9b06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.343829] env[69959]: INFO nova.compute.manager [-] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Took 1.04 seconds to deallocate network for instance. [ 818.471367] env[69959]: DEBUG nova.network.neutron [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updated VIF entry in instance network info cache for port a72dea5b-bc6e-468a-b066-b20fd4e9af60. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.471788] env[69959]: DEBUG nova.network.neutron [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.482776] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.483075] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.483301] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.483502] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.483670] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.485744] env[69959]: INFO nova.compute.manager [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Terminating instance [ 818.550673] env[69959]: DEBUG nova.network.neutron [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Successfully updated port: 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.693633] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.746479] env[69959]: INFO nova.compute.manager [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] instance snapshotting [ 818.750322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58807500-6355-4a07-8f05-a5a9fb6feacf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.780186] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6876b2ab-8163-4e83-aa01-796fc2150a85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.804555] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6f0d3-fca2-3964-32f5-502470d9b06f, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.805113] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe21a2f9-73dd-4f25-a55a-3ba5af6c8af9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.812295] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 818.812295] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524af65d-10ec-0d17-7df0-bae9f8d006e4" [ 818.812295] env[69959]: _type = "Task" [ 818.812295] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.826446] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524af65d-10ec-0d17-7df0-bae9f8d006e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.848776] env[69959]: INFO nova.compute.manager [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance disappeared during terminate [ 818.848977] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3908fc8-72d7-48c5-b10e-2df1b6957ab2 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.266s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.975030] env[69959]: DEBUG oslo_concurrency.lockutils [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.975147] env[69959]: DEBUG nova.compute.manager [req-b81bd057-efed-4d75-b42a-8027e382d161 req-31f88a95-9301-4de3-8e16-7ed510a2cf7c service nova] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Received event network-vif-deleted-4e246222-9568-42e6-95ad-291de72ac744 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.985064] env[69959]: DEBUG nova.network.neutron [-] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.993596] env[69959]: DEBUG nova.compute.manager [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.994754] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.994896] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85d7560-6dd4-4ca8-bb1d-cb2f3213042b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.005963] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.013327] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d2da7d-4d16-4000-8537-69847dc4dad7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.021140] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 819.021140] env[69959]: value = "task-4086608" [ 819.021140] env[69959]: _type = "Task" [ 819.021140] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.031603] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.054383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-a363197e-38b3-48fb-a1fe-6664f613458b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.054540] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-a363197e-38b3-48fb-a1fe-6664f613458b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.054737] env[69959]: DEBUG nova.network.neutron [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.201165] env[69959]: DEBUG oslo_vmware.api [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086607, 'name': PowerOnVM_Task, 'duration_secs': 0.529232} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.201511] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.201725] env[69959]: INFO nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Took 7.91 seconds to spawn the instance on the hypervisor. [ 819.201954] env[69959]: DEBUG nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.203217] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a3e548-1437-4d63-8d2b-2056309ba8c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.286193] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e809f-a7c5-4091-a55e-ec6a895a0d5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.295719] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e95915-5a35-4022-b25c-fe4a0bfdbe3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.300560] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.300924] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58aacfcf-31c8-4e5f-adae-a58e0996986d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.349529] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20b8901-ac6f-4198-b4a2-e7b7114d2ebb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.352968] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 819.352968] env[69959]: value = "task-4086609" [ 819.352968] env[69959]: _type = "Task" [ 819.352968] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.362938] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524af65d-10ec-0d17-7df0-bae9f8d006e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.365041] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72901bff-bc85-4a5d-a18e-62aef7215f35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.369987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.370311] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a/db9e828d-2231-429d-bc03-f60d03e7897a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.374275] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e847b7-fbad-463f-b69b-b18ebab53a87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.377091] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.393052] env[69959]: DEBUG nova.compute.provider_tree [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.395683] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 819.395683] env[69959]: value = "task-4086610" [ 819.395683] env[69959]: _type = "Task" [ 819.395683] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.404696] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.470746] env[69959]: DEBUG nova.compute.manager [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Received event network-vif-plugged-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.470979] env[69959]: DEBUG oslo_concurrency.lockutils [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] Acquiring lock "a363197e-38b3-48fb-a1fe-6664f613458b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.471221] env[69959]: DEBUG oslo_concurrency.lockutils [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] Lock "a363197e-38b3-48fb-a1fe-6664f613458b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.471402] env[69959]: DEBUG oslo_concurrency.lockutils [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] Lock "a363197e-38b3-48fb-a1fe-6664f613458b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.471607] env[69959]: DEBUG nova.compute.manager [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] No waiting events found dispatching network-vif-plugged-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 819.471807] env[69959]: WARNING nova.compute.manager [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Received unexpected event network-vif-plugged-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 for instance with vm_state building and task_state spawning. [ 819.471972] env[69959]: DEBUG nova.compute.manager [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Received event network-vif-deleted-61e27a59-d521-4b4f-bb1d-db0915eb8a54 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.472152] env[69959]: DEBUG nova.compute.manager [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Received event network-changed-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.472919] env[69959]: DEBUG nova.compute.manager [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Refreshing instance network info cache due to event network-changed-5cbf4c1c-db92-4812-afb2-44e907d8a4f0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.472919] env[69959]: DEBUG oslo_concurrency.lockutils [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] Acquiring lock "refresh_cache-a363197e-38b3-48fb-a1fe-6664f613458b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487877] env[69959]: INFO nova.compute.manager [-] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Took 1.96 seconds to deallocate network for instance. [ 819.537124] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086608, 'name': PowerOffVM_Task, 'duration_secs': 0.456039} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.538484] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.538484] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.538484] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c884fa97-081c-4b1d-a6d0-fecf8094e014 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.624995] env[69959]: DEBUG nova.network.neutron [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.679303] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.679589] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.679770] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Deleting the datastore file [datastore1] 923a6ce2-7b57-4e05-b33c-d99a0c60dd64 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.681690] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23b11547-7bc6-4cbc-9d2e-4eb0880c014f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.688570] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for the task: (returnval){ [ 819.688570] env[69959]: value = "task-4086612" [ 819.688570] env[69959]: _type = "Task" [ 819.688570] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.699226] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.730200] env[69959]: INFO nova.compute.manager [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Took 49.21 seconds to build instance. [ 819.868244] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.896756] env[69959]: DEBUG nova.scheduler.client.report [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.918074] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.963446] env[69959]: DEBUG nova.network.neutron [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Updating instance_info_cache with network_info: [{"id": "5cbf4c1c-db92-4812-afb2-44e907d8a4f0", "address": "fa:16:3e:f2:6a:e4", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf4c1c-db", "ovs_interfaceid": "5cbf4c1c-db92-4812-afb2-44e907d8a4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.996018] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.200718] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.233903] env[69959]: DEBUG oslo_concurrency.lockutils [None req-608ea327-d1d8-4c12-a798-8f664dc1c517 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.621s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.364028] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086609, 'name': CreateSnapshot_Task, 'duration_secs': 0.919807} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.364849] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.366063] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6aa886-cf5c-44f2-8021-efc88c7b73cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.403355] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.403943] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.410270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.169s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.410514] env[69959]: DEBUG nova.objects.instance [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'resources' on Instance uuid c9a3fe9a-ec34-4625-9571-3b708815ee1e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.418080] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610919} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.418216] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a/db9e828d-2231-429d-bc03-f60d03e7897a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.418382] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.418635] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62060be7-52d6-468c-af23-f2c10d6b46fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.427111] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 820.427111] env[69959]: value = "task-4086613" [ 820.427111] env[69959]: _type = "Task" [ 820.427111] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.437433] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.469315] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-a363197e-38b3-48fb-a1fe-6664f613458b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.469315] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Instance network_info: |[{"id": "5cbf4c1c-db92-4812-afb2-44e907d8a4f0", "address": "fa:16:3e:f2:6a:e4", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf4c1c-db", "ovs_interfaceid": "5cbf4c1c-db92-4812-afb2-44e907d8a4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.469315] env[69959]: DEBUG oslo_concurrency.lockutils [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] Acquired lock "refresh_cache-a363197e-38b3-48fb-a1fe-6664f613458b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.469315] env[69959]: DEBUG nova.network.neutron [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Refreshing network info cache for port 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.469315] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:6a:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cbf4c1c-db92-4812-afb2-44e907d8a4f0', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.476950] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating folder: Project (904b0f3f095f484888a351805c6dab07). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.478244] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c3e647f-30c3-4800-95ba-b2d6756bb07a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.491975] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created folder: Project (904b0f3f095f484888a351805c6dab07) in parent group-v809535. [ 820.491975] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating folder: Instances. Parent ref: group-v809676. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.492257] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b83c9718-6c93-45eb-ae16-979521e9631e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.503779] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created folder: Instances in parent group-v809676. [ 820.504290] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.504598] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.504782] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16bb4660-68ee-4a6b-9a55-d0c6c7c05a0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.527414] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.527414] env[69959]: value = "task-4086616" [ 820.527414] env[69959]: _type = "Task" [ 820.527414] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.540878] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086616, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.591273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.591747] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.591998] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "94296ced-6adc-4f28-9c10-e23a8dd05464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.592272] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.592472] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.594874] env[69959]: INFO nova.compute.manager [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Terminating instance [ 820.702126] env[69959]: DEBUG oslo_vmware.api [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Task: {'id': task-4086612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524331} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.702443] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.702659] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.703399] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.703399] env[69959]: INFO nova.compute.manager [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Took 1.71 seconds to destroy the instance on the hypervisor. [ 820.703399] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.703572] env[69959]: DEBUG nova.compute.manager [-] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.703662] env[69959]: DEBUG nova.network.neutron [-] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.742211] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.888778] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.890352] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a14ec77e-4422-42f8-8601-eb341146b7f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.900276] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 820.900276] env[69959]: value = "task-4086617" [ 820.900276] env[69959]: _type = "Task" [ 820.900276] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.912651] env[69959]: DEBUG nova.compute.utils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.914264] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086617, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.914608] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.914829] env[69959]: DEBUG nova.network.neutron [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.938948] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111841} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.941122] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.941972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebffac-60c2-4db2-a50c-a8bdb886df09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.966370] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a/db9e828d-2231-429d-bc03-f60d03e7897a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.971078] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-332168fd-dcc1-4008-94b4-c13e6a9db9aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.999396] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 820.999396] env[69959]: value = "task-4086618" [ 820.999396] env[69959]: _type = "Task" [ 820.999396] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.013045] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.021752] env[69959]: DEBUG nova.policy [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd178b50473844af1aa04b53ce504c3d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e913ef49d7c44e409eb3d2f6e98212cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.040474] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086616, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.099627] env[69959]: DEBUG nova.compute.manager [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.099907] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.101069] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee268bdf-2e39-4c48-8bf9-bb3343d68176 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.112052] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.112517] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbfd837d-13b6-4e57-899e-d592cd74adc5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.124914] env[69959]: DEBUG oslo_vmware.api [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 821.124914] env[69959]: value = "task-4086619" [ 821.124914] env[69959]: _type = "Task" [ 821.124914] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.135233] env[69959]: DEBUG oslo_vmware.api [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.283559] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.416243] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086617, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.420745] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.425829] env[69959]: DEBUG nova.network.neutron [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Updated VIF entry in instance network info cache for port 5cbf4c1c-db92-4812-afb2-44e907d8a4f0. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.427884] env[69959]: DEBUG nova.network.neutron [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Updating instance_info_cache with network_info: [{"id": "5cbf4c1c-db92-4812-afb2-44e907d8a4f0", "address": "fa:16:3e:f2:6a:e4", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf4c1c-db", "ovs_interfaceid": "5cbf4c1c-db92-4812-afb2-44e907d8a4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.512254] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086618, 'name': ReconfigVM_Task, 'duration_secs': 0.445849} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.515309] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a/db9e828d-2231-429d-bc03-f60d03e7897a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.519028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa139591-ecf7-4003-9da7-d3a2708607f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.527166] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 821.527166] env[69959]: value = "task-4086620" [ 821.527166] env[69959]: _type = "Task" [ 821.527166] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.338723] env[69959]: DEBUG nova.network.neutron [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Successfully created port: b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.345912] env[69959]: DEBUG nova.network.neutron [-] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.350988] env[69959]: DEBUG oslo_concurrency.lockutils [req-6f38b6b5-6d39-4fac-b4b9-acd7b6f94322 req-1b02edd1-9b70-45b9-85eb-19883f02c2fb service nova] Releasing lock "refresh_cache-a363197e-38b3-48fb-a1fe-6664f613458b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.353688] env[69959]: DEBUG nova.compute.manager [req-6561773a-d4ea-491a-b46e-c95687e850ce req-4052486c-2d9e-4b29-aa6a-a4b6b61223c3 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Received event network-vif-deleted-7cde5340-4078-4da8-bbff-9d3721a4f229 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.355526] env[69959]: INFO nova.compute.manager [req-6561773a-d4ea-491a-b46e-c95687e850ce req-4052486c-2d9e-4b29-aa6a-a4b6b61223c3 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Neutron deleted interface 7cde5340-4078-4da8-bbff-9d3721a4f229; detaching it from the instance and deleting it from the info cache [ 822.355526] env[69959]: DEBUG nova.network.neutron [req-6561773a-d4ea-491a-b46e-c95687e850ce req-4052486c-2d9e-4b29-aa6a-a4b6b61223c3 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.366023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.366270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.366858] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086620, 'name': Rename_Task, 'duration_secs': 0.17838} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.367148] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.368022] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96f349a-48fa-41da-9f28-0a80c4227135 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.376665] env[69959]: DEBUG oslo_vmware.api [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086619, 'name': PowerOffVM_Task, 'duration_secs': 0.265994} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.376902] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086616, 'name': CreateVM_Task, 'duration_secs': 0.87656} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.383251] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.383467] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.383669] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.383908] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086617, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.385301] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-522a493d-5f2d-4506-baa9-80ed023ccadb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.387397] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.387554] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.387880] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.390007] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb69da82-2bb8-4183-903d-df2d4b8e9a73 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.392571] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 822.392571] env[69959]: value = "task-4086621" [ 822.392571] env[69959]: _type = "Task" [ 822.392571] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.400104] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 822.400104] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520db367-4d3a-4eee-90bf-b10399c237a8" [ 822.400104] env[69959]: _type = "Task" [ 822.400104] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.414364] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.420793] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520db367-4d3a-4eee-90bf-b10399c237a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.421935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.424092] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.424092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.424092] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.424092] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8bd6249-16d8-4721-b5b7-42e4663e6753 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.441842] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.442319] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.443436] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d4f52d-87d3-4061-84b8-dfa0afc1a0d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.452587] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 822.452587] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d8a41-ca4a-6f4a-aeaa-802f64d49711" [ 822.452587] env[69959]: _type = "Task" [ 822.452587] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.467586] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d8a41-ca4a-6f4a-aeaa-802f64d49711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.491016] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.491016] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.491261] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Deleting the datastore file [datastore1] 94296ced-6adc-4f28-9c10-e23a8dd05464 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.492147] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f88f3834-2512-4c46-846e-20b9bdc3381e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.502806] env[69959]: DEBUG oslo_vmware.api [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for the task: (returnval){ [ 822.502806] env[69959]: value = "task-4086623" [ 822.502806] env[69959]: _type = "Task" [ 822.502806] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.517803] env[69959]: DEBUG oslo_vmware.api [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.617890] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006670a5-6c29-4b82-a0e1-9f0f166c5b94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626471] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de7863-4352-4310-8282-61c13ec9ebe7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.666119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16318509-ba39-4991-97b3-69467bd49f71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.673134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cdbe1b-c7f9-423c-8bfc-bfdb8726f2d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.690225] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.857574] env[69959]: INFO nova.compute.manager [-] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Took 2.15 seconds to deallocate network for instance. [ 822.858302] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086617, 'name': CloneVM_Task, 'duration_secs': 1.68196} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.859980] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-500bc3e9-4784-43a2-83c7-824e486522b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.863073] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Created linked-clone VM from snapshot [ 822.866604] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.868957] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3baa33b-54e5-46f0-b8e4-1541e94f197e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.877483] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Uploading image 77cdd845-1e2c-4dcf-9b81-38838419d0ce {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.884818] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac0907-a79d-4a0e-9dab-04a44d1c1d59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.908204] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.908204] env[69959]: value = "vm-809679" [ 822.908204] env[69959]: _type = "VirtualMachine" [ 822.908204] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.910488] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b24d9ec-21c7-4f15-80de-e325d021be92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.916421] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086621, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.929441] env[69959]: DEBUG nova.compute.manager [req-6561773a-d4ea-491a-b46e-c95687e850ce req-4052486c-2d9e-4b29-aa6a-a4b6b61223c3 service nova] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Detach interface failed, port_id=7cde5340-4078-4da8-bbff-9d3721a4f229, reason: Instance 923a6ce2-7b57-4e05-b33c-d99a0c60dd64 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.931896] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T17:02:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aac488f6-5338-4628-a4df-ccb38b9b0085',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1794754564',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.932203] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.932373] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.932626] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.933344] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.933610] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.933820] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.933983] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.934178] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.934469] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.934655] env[69959]: DEBUG nova.virt.hardware [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.935522] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0cb2af-a734-451c-8d12-3a538b40a0a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.940318] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lease: (returnval){ [ 822.940318] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f34f53-5158-96f2-968b-40288f4090af" [ 822.940318] env[69959]: _type = "HttpNfcLease" [ 822.940318] env[69959]: } obtained for exporting VM: (result){ [ 822.940318] env[69959]: value = "vm-809679" [ 822.940318] env[69959]: _type = "VirtualMachine" [ 822.940318] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.940580] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the lease: (returnval){ [ 822.940580] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f34f53-5158-96f2-968b-40288f4090af" [ 822.940580] env[69959]: _type = "HttpNfcLease" [ 822.940580] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.949129] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8532371-ab84-480d-8786-a8e298cedb36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.957211] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.957211] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f34f53-5158-96f2-968b-40288f4090af" [ 822.957211] env[69959]: _type = "HttpNfcLease" [ 822.957211] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.960611] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.960611] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f34f53-5158-96f2-968b-40288f4090af" [ 822.960611] env[69959]: _type = "HttpNfcLease" [ 822.960611] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.962194] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e651f1a-4423-4b11-b215-e023d7e03f99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.980026] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d8a41-ca4a-6f4a-aeaa-802f64d49711, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.980332] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0c9f-5dbf-6f07-cc8a-24a05b74967d/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.980502] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0c9f-5dbf-6f07-cc8a-24a05b74967d/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.983088] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a9589f-dc7a-4d3b-943d-f3e443f5b374 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.046065] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 823.046065] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f676f4-2b1e-6d23-b9ef-fbbf39685999" [ 823.046065] env[69959]: _type = "Task" [ 823.046065] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.053292] env[69959]: DEBUG oslo_vmware.api [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Task: {'id': task-4086623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317899} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.054184] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.054184] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.054417] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.054547] env[69959]: INFO nova.compute.manager [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Took 1.95 seconds to destroy the instance on the hypervisor. [ 823.054718] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.054852] env[69959]: DEBUG nova.compute.manager [-] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.054942] env[69959]: DEBUG nova.network.neutron [-] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.060661] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f676f4-2b1e-6d23-b9ef-fbbf39685999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.077575] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee75b209-5249-4a5a-abf4-27863fcb4913 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.235272] env[69959]: ERROR nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [req-32d02cde-044b-467d-9a79-b2de606934f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32d02cde-044b-467d-9a79-b2de606934f4"}]} [ 823.260737] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.290552] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.290775] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.308810] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.328483] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.374114] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.411874] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.563169] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f676f4-2b1e-6d23-b9ef-fbbf39685999, 'name': SearchDatastore_Task, 'duration_secs': 0.034382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.563169] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.563169] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a363197e-38b3-48fb-a1fe-6664f613458b/a363197e-38b3-48fb-a1fe-6664f613458b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.563169] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a0712e-79b2-480d-a844-7303e131d6e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.574663] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 823.574663] env[69959]: value = "task-4086625" [ 823.574663] env[69959]: _type = "Task" [ 823.574663] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.587841] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.824369] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "319bff64-fe45-4306-8cad-4349f96694e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.824775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "319bff64-fe45-4306-8cad-4349f96694e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.917921] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.093622] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086625, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.134499] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891bd38-c517-4cca-8947-1c79ae882d3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.149425] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a31878-dfec-4564-b4c8-f964d0b226b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.185748] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8e8894-1ac6-4b70-afb2-b85bff45dec4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.200273] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd64d99-0ece-4525-a34a-65b984af420f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.220763] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.226858] env[69959]: DEBUG nova.network.neutron [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Successfully updated port: b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.241798] env[69959]: DEBUG nova.compute.manager [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Received event network-changed-fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.241798] env[69959]: DEBUG nova.compute.manager [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Refreshing instance network info cache due to event network-changed-fb12e26e-a2b4-447e-8ed6-8063a11d58df. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.242117] env[69959]: DEBUG oslo_concurrency.lockutils [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] Acquiring lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.242176] env[69959]: DEBUG oslo_concurrency.lockutils [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] Acquired lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.242289] env[69959]: DEBUG nova.network.neutron [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Refreshing network info cache for port fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.415622] env[69959]: DEBUG nova.network.neutron [-] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.416381] env[69959]: DEBUG oslo_vmware.api [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086621, 'name': PowerOnVM_Task, 'duration_secs': 1.894611} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.416970] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.417599] env[69959]: INFO nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 10.34 seconds to spawn the instance on the hypervisor. [ 824.417844] env[69959]: DEBUG nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.418965] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fb7d2-e29f-49b1-986f-b6cb65efcfea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.587447] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747075} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.587716] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a363197e-38b3-48fb-a1fe-6664f613458b/a363197e-38b3-48fb-a1fe-6664f613458b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.587958] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.588265] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-022810b7-dffe-4347-bf96-6bff576664c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.596112] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 824.596112] env[69959]: value = "task-4086626" [ 824.596112] env[69959]: _type = "Task" [ 824.596112] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.606536] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.731888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.731888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.731888] env[69959]: DEBUG nova.network.neutron [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.751697] env[69959]: ERROR nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [req-c5c6ca7b-a0ea-4cfc-b191-0c477f36bb23] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5c6ca7b-a0ea-4cfc-b191-0c477f36bb23"}]} [ 824.772711] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 824.795553] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 824.795859] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.812246] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 824.834865] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 824.925786] env[69959]: INFO nova.compute.manager [-] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Took 1.87 seconds to deallocate network for instance. [ 824.940436] env[69959]: INFO nova.compute.manager [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 46.26 seconds to build instance. [ 824.995375] env[69959]: DEBUG nova.network.neutron [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updated VIF entry in instance network info cache for port fb12e26e-a2b4-447e-8ed6-8063a11d58df. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.995944] env[69959]: DEBUG nova.network.neutron [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating instance_info_cache with network_info: [{"id": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "address": "fa:16:3e:62:81:10", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb12e26e-a2", "ovs_interfaceid": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.108223] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154775} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.108494] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.109364] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301adac-5824-4e14-8798-34d3672ca69b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.137327] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a363197e-38b3-48fb-a1fe-6664f613458b/a363197e-38b3-48fb-a1fe-6664f613458b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.140342] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284e1c81-8d28-4144-bb77-86a0824705b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.163247] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 825.163247] env[69959]: value = "task-4086627" [ 825.163247] env[69959]: _type = "Task" [ 825.163247] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.175257] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.272652] env[69959]: DEBUG nova.network.neutron [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.431114] env[69959]: DEBUG nova.network.neutron [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.433292] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.443065] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.622s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.499401] env[69959]: DEBUG oslo_concurrency.lockutils [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] Releasing lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.499738] env[69959]: DEBUG nova.compute.manager [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Received event network-vif-deleted-cd978350-31e5-456e-9d4e-1c209cee99a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.499954] env[69959]: INFO nova.compute.manager [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Neutron deleted interface cd978350-31e5-456e-9d4e-1c209cee99a6; detaching it from the instance and deleting it from the info cache [ 825.500167] env[69959]: DEBUG nova.network.neutron [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.528029] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b0f677-620f-4479-bf60-a1023a1f28ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.537921] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3391a1e7-57f8-452f-9b7e-6554f3f210cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.573630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69802f-594e-4c16-813c-684de9d11fd0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.582967] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb3a47-fa3f-43d4-8740-d499ec1ae007 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.599671] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.673954] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086627, 'name': ReconfigVM_Task, 'duration_secs': 0.337006} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.674264] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a363197e-38b3-48fb-a1fe-6664f613458b/a363197e-38b3-48fb-a1fe-6664f613458b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.674917] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24145709-7b34-442c-90b1-c606dc957c85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.685033] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 825.685033] env[69959]: value = "task-4086628" [ 825.685033] env[69959]: _type = "Task" [ 825.685033] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.695397] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086628, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.935305] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.935673] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Instance network_info: |[{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.936169] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:84:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.944415] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.944654] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.944876] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-913c14d1-0d70-41c8-920f-f98eca1df8fb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.960097] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.970516] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.970516] env[69959]: value = "task-4086629" [ 825.970516] env[69959]: _type = "Task" [ 825.970516] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.980135] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086629, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.003071] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e7d91ea-06d3-4170-8784-b15885dc0713 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.013363] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad3497e-eb79-4184-82d4-308dfe44c2ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.061424] env[69959]: DEBUG nova.compute.manager [req-914c7d09-7d29-4f7a-aed8-22e5c79dd9b5 req-9cd12590-e94b-4ac0-9b80-c4d08c252fdf service nova] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Detach interface failed, port_id=cd978350-31e5-456e-9d4e-1c209cee99a6, reason: Instance 94296ced-6adc-4f28-9c10-e23a8dd05464 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.146050] env[69959]: DEBUG nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 826.146050] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 76 to 77 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 826.146050] env[69959]: DEBUG nova.compute.provider_tree [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.196431] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086628, 'name': Rename_Task, 'duration_secs': 0.154337} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.197091] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.198875] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b9760eb-b49d-403e-8edb-cc42c04633ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.208210] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 826.208210] env[69959]: value = "task-4086630" [ 826.208210] env[69959]: _type = "Task" [ 826.208210] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.223633] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.367120] env[69959]: DEBUG nova.compute.manager [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Received event network-vif-plugged-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.367558] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] Acquiring lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.367805] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] Lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.368038] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] Lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.368352] env[69959]: DEBUG nova.compute.manager [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] No waiting events found dispatching network-vif-plugged-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 826.368580] env[69959]: WARNING nova.compute.manager [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Received unexpected event network-vif-plugged-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 for instance with vm_state building and task_state spawning. [ 826.368830] env[69959]: DEBUG nova.compute.manager [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Received event network-changed-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.369088] env[69959]: DEBUG nova.compute.manager [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Refreshing instance network info cache due to event network-changed-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.369693] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] Acquiring lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.369896] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] Acquired lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.370116] env[69959]: DEBUG nova.network.neutron [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Refreshing network info cache for port b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.483792] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086629, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.497861] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.651317] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.240s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.654184] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.646s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.654504] env[69959]: DEBUG nova.objects.instance [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lazy-loading 'resources' on Instance uuid bee65c60-c104-4523-9e3a-1e41ead05854 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.681793] env[69959]: INFO nova.scheduler.client.report [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted allocations for instance c9a3fe9a-ec34-4625-9571-3b708815ee1e [ 826.723079] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086630, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.790327] env[69959]: DEBUG nova.compute.manager [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Received event network-changed-a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.790564] env[69959]: DEBUG nova.compute.manager [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Refreshing instance network info cache due to event network-changed-a72dea5b-bc6e-468a-b066-b20fd4e9af60. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.790855] env[69959]: DEBUG oslo_concurrency.lockutils [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.791157] env[69959]: DEBUG oslo_concurrency.lockutils [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.791236] env[69959]: DEBUG nova.network.neutron [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Refreshing network info cache for port a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.984268] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086629, 'name': CreateVM_Task, 'duration_secs': 0.58356} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.984268] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.984750] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.984914] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.985295] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.985580] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdc9ab6-997a-48ee-b259-6ca5f295c8d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.992516] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 826.992516] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5204e775-b261-4e93-54da-72aaf2f99084" [ 826.992516] env[69959]: _type = "Task" [ 826.992516] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.007022] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5204e775-b261-4e93-54da-72aaf2f99084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.147742] env[69959]: DEBUG nova.network.neutron [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updated VIF entry in instance network info cache for port b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.148189] env[69959]: DEBUG nova.network.neutron [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.193787] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d51dd95d-a67f-414a-b3e5-226d79f72f91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "c9a3fe9a-ec34-4625-9571-3b708815ee1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.110s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.224030] env[69959]: DEBUG oslo_vmware.api [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086630, 'name': PowerOnVM_Task, 'duration_secs': 0.566165} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.225066] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.225066] env[69959]: INFO nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Took 10.15 seconds to spawn the instance on the hypervisor. [ 827.225066] env[69959]: DEBUG nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.225631] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7213fbc3-0b98-4330-a933-d975d6764119 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.507145] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5204e775-b261-4e93-54da-72aaf2f99084, 'name': SearchDatastore_Task, 'duration_secs': 0.032842} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.507145] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.507145] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.507812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.507812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.507812] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.507938] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83bdae2e-68dd-42e3-9d98-f6b204d67c2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.522257] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.522488] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.523305] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ea57f3-199d-40cd-9727-aad526286cdd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.533477] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 827.533477] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52197221-291e-8724-753f-d7848fde3109" [ 827.533477] env[69959]: _type = "Task" [ 827.533477] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.548473] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52197221-291e-8724-753f-d7848fde3109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.584965] env[69959]: DEBUG nova.network.neutron [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updated VIF entry in instance network info cache for port a72dea5b-bc6e-468a-b066-b20fd4e9af60. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.585446] env[69959]: DEBUG nova.network.neutron [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.651977] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b8da489-812b-4a87-a1b3-786535f9f3bb req-d467e34b-a8f2-411e-b058-4f2fc00e5d00 service nova] Releasing lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.745979] env[69959]: INFO nova.compute.manager [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Took 46.66 seconds to build instance. [ 827.883348] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e7cef5-1162-4a28-8aa6-04c88138d56b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.891984] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376921b-3dbc-4937-b4ff-3642981a2be7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.926492] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea7b18-be87-43d3-a406-a10844617b2a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.935751] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5e1cc-e2d4-42e2-afbb-3bc0d1e27d52 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.954984] env[69959]: DEBUG nova.compute.provider_tree [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.046209] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52197221-291e-8724-753f-d7848fde3109, 'name': SearchDatastore_Task, 'duration_secs': 0.015914} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.047112] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365e0a90-6bfe-4658-bba6-ccde6d1ae2b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.053933] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 828.053933] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5287771c-5cfd-7743-fcc5-b3244f9344b1" [ 828.053933] env[69959]: _type = "Task" [ 828.053933] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.064212] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5287771c-5cfd-7743-fcc5-b3244f9344b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.088111] env[69959]: DEBUG oslo_concurrency.lockutils [req-760f8e61-a7f3-482c-86f2-65d86f270acd req-ea813b61-267f-4e37-8935-ceb056e61e40 service nova] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.249454] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af61879c-f05f-4a00-91bf-9ef78d6b92cd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a363197e-38b3-48fb-a1fe-6664f613458b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.644s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.462035] env[69959]: DEBUG nova.scheduler.client.report [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.567295] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5287771c-5cfd-7743-fcc5-b3244f9344b1, 'name': SearchDatastore_Task, 'duration_secs': 0.036952} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.567295] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.567295] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.567658] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e59af21a-e4b0-499d-a834-aeabbf46dc29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.575396] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 828.575396] env[69959]: value = "task-4086631" [ 828.575396] env[69959]: _type = "Task" [ 828.575396] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.585408] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750603] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.964935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.967752] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.776s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.968998] env[69959]: DEBUG nova.objects.instance [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lazy-loading 'resources' on Instance uuid 6d653768-205c-4819-8498-ae0617302a31 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.988727] env[69959]: INFO nova.scheduler.client.report [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Deleted allocations for instance bee65c60-c104-4523-9e3a-1e41ead05854 [ 829.089880] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086631, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.270882] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.496642] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b37bf071-91e7-4405-9569-97fd6d5663b4 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Lock "bee65c60-c104-4523-9e3a-1e41ead05854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.372s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.590332] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706588} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.593415] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.593663] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.594194] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2ced94b-3357-4382-9fc9-9d5e9c37022a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.607659] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 829.607659] env[69959]: value = "task-4086632" [ 829.607659] env[69959]: _type = "Task" [ 829.607659] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.625492] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.119063] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08715} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.119387] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.120391] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab74da0-49e6-4bd4-b577-625959075452 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.124200] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008789b-c336-4928-ad30-0e8b750db526 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.147490] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.149292] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f5e163-2c0c-498a-8596-9cbd97a698e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.164307] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a2c4b4-3e04-456f-8283-ece140741302 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.198815] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c8cea-cfe6-48a4-90fb-7e31edb5acef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.201667] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 830.201667] env[69959]: value = "task-4086633" [ 830.201667] env[69959]: _type = "Task" [ 830.201667] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.209697] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2145f-0a34-4de5-b3d0-416a30cf6613 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.218540] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.229758] env[69959]: DEBUG nova.compute.provider_tree [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.343623] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.343921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.713404] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086633, 'name': ReconfigVM_Task, 'duration_secs': 0.414141} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.713742] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfigured VM instance instance-0000002f to attach disk [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.714392] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d85f981a-bb80-4219-8723-4bc00a106981 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.722194] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 830.722194] env[69959]: value = "task-4086634" [ 830.722194] env[69959]: _type = "Task" [ 830.722194] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.736074] env[69959]: DEBUG nova.scheduler.client.report [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.739764] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086634, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.997092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.997342] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.176549] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0c9f-5dbf-6f07-cc8a-24a05b74967d/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.177769] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb7860-82b0-408b-829b-73a06a1050f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.184570] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0c9f-5dbf-6f07-cc8a-24a05b74967d/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.184755] env[69959]: ERROR oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0c9f-5dbf-6f07-cc8a-24a05b74967d/disk-0.vmdk due to incomplete transfer. [ 831.184987] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9985fb2d-a015-42f0-925f-7a5cf4d1945a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.192428] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0c9f-5dbf-6f07-cc8a-24a05b74967d/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.192775] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Uploaded image 77cdd845-1e2c-4dcf-9b81-38838419d0ce to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.194809] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.195075] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fd9bc11-8418-4576-aa10-a399a1fe9272 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.202017] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 831.202017] env[69959]: value = "task-4086635" [ 831.202017] env[69959]: _type = "Task" [ 831.202017] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.210143] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086635, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.230439] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086634, 'name': Rename_Task, 'duration_secs': 0.207609} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.230685] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.230925] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7b7ce6-9861-48aa-a4ec-2c6cf5071a46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.239098] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 831.239098] env[69959]: value = "task-4086636" [ 831.239098] env[69959]: _type = "Task" [ 831.239098] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.243994] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.246127] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.730s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.246358] env[69959]: DEBUG nova.objects.instance [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lazy-loading 'resources' on Instance uuid 852d306a-2d59-45dc-8d7b-695084a42bf3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.255568] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.274958] env[69959]: INFO nova.scheduler.client.report [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted allocations for instance 6d653768-205c-4819-8498-ae0617302a31 [ 831.713490] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086635, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.750722] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.785954] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a50f91a2-7b18-49e2-917e-9d11df86c294 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "6d653768-205c-4819-8498-ae0617302a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.905s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.214540] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086635, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.256302] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.400333] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85e94a2-ebea-4b0b-a28c-5b84c0c1d2c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.408119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd82776-b2e1-4d90-b5bc-2f3008aaf6bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.449033] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94cd217-41d4-4ec2-bfba-2dc23b0903ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.458334] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df790b54-6009-466b-9f07-d98cb5435099 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.474389] env[69959]: DEBUG nova.compute.provider_tree [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.715959] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086635, 'name': Destroy_Task, 'duration_secs': 1.271257} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.716279] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Destroyed the VM [ 832.716524] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 832.716797] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-626d93ec-d728-4969-96c0-d73a46b55dc6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.724685] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 832.724685] env[69959]: value = "task-4086637" [ 832.724685] env[69959]: _type = "Task" [ 832.724685] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.733393] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.752286] env[69959]: DEBUG oslo_vmware.api [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086636, 'name': PowerOnVM_Task, 'duration_secs': 1.241498} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.752568] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.752770] env[69959]: INFO nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Took 9.89 seconds to spawn the instance on the hypervisor. [ 832.752949] env[69959]: DEBUG nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.753761] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1fc5ba-fb70-4440-89bf-1a249500d01f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.978036] env[69959]: DEBUG nova.scheduler.client.report [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.238374] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.274908] env[69959]: INFO nova.compute.manager [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Took 51.07 seconds to build instance. [ 833.486523] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.493747] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.634s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.493875] env[69959]: INFO nova.compute.claims [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.521350] env[69959]: INFO nova.scheduler.client.report [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Deleted allocations for instance 852d306a-2d59-45dc-8d7b-695084a42bf3 [ 833.739919] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086637, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.777480] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5be099e1-17ec-4a06-924f-919a8fecd091 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.480s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.031769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Lock "852d306a-2d59-45dc-8d7b-695084a42bf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.797s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.239774] env[69959]: DEBUG oslo_vmware.api [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086637, 'name': RemoveSnapshot_Task, 'duration_secs': 1.291167} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.240243] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 834.240804] env[69959]: INFO nova.compute.manager [None req-c132a707-bd34-4078-8652-207cfd57b84a tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 834.280374] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.809669] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.116374] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa81755-3841-4d5f-9606-36488d6a2cce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.125665] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3451720-496a-4d16-9cda-eccc5e1c87dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.168566] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d741f977-2656-47d6-b976-ee1c92248f41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.185545] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6292aec-65b6-4b76-a015-b3e938c16dca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.202887] env[69959]: DEBUG nova.compute.provider_tree [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.607428] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.607685] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.690860] env[69959]: DEBUG nova.compute.manager [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 835.706183] env[69959]: DEBUG nova.scheduler.client.report [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.212568] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.213114] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.215739] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.540s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.215925] env[69959]: DEBUG nova.objects.instance [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.222196] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.720774] env[69959]: DEBUG nova.compute.utils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.725680] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.725680] env[69959]: DEBUG nova.network.neutron [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.783749] env[69959]: DEBUG nova.policy [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ec8259a4f74402ca704d852c5d3119c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28bf4ae6502d4c6e921e06b8a2cbc2cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.038216] env[69959]: DEBUG nova.compute.manager [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.041950] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c857837-aba4-440c-93fd-bb33bd59ec16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.076203] env[69959]: DEBUG nova.network.neutron [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Successfully created port: 13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.227520] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.232271] env[69959]: DEBUG oslo_concurrency.lockutils [None req-89785c7f-f9c2-4827-8020-33bd55e9b5bb tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.233844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.589s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.236599] env[69959]: INFO nova.compute.claims [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.558271] env[69959]: INFO nova.compute.manager [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] instance snapshotting [ 837.560459] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77437d74-c6fb-4292-a3db-768c96fb2c1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.584831] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cfe093-616d-449a-a680-64ee2eb19cea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.098078] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 838.098425] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-343cdd42-6839-41f5-80ca-765bc101fda6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.107950] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 838.107950] env[69959]: value = "task-4086638" [ 838.107950] env[69959]: _type = "Task" [ 838.107950] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.118831] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.235776] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.262898] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.263537] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.263537] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.263537] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.263838] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.263982] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.264296] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.264479] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.264651] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.264817] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.264989] env[69959]: DEBUG nova.virt.hardware [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.265862] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c4189e-b76f-4e55-803f-5224ac8a23ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.274694] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607279c6-682a-4e59-baff-3f5712b36d61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.619634] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086638, 'name': CreateSnapshot_Task, 'duration_secs': 0.507874} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.622919] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 838.623830] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee871463-e06a-41be-bcc7-b515a8d86ad0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.632204] env[69959]: DEBUG nova.compute.manager [req-3411b3f4-2a0b-4d37-a8ec-22ac1a3cd794 req-40d8d3ea-98d1-44d8-aa4a-ac1af3f67728 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Received event network-vif-plugged-13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.632429] env[69959]: DEBUG oslo_concurrency.lockutils [req-3411b3f4-2a0b-4d37-a8ec-22ac1a3cd794 req-40d8d3ea-98d1-44d8-aa4a-ac1af3f67728 service nova] Acquiring lock "0daccc65-92c2-4373-889b-2985ae46bcd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.632656] env[69959]: DEBUG oslo_concurrency.lockutils [req-3411b3f4-2a0b-4d37-a8ec-22ac1a3cd794 req-40d8d3ea-98d1-44d8-aa4a-ac1af3f67728 service nova] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.632852] env[69959]: DEBUG oslo_concurrency.lockutils [req-3411b3f4-2a0b-4d37-a8ec-22ac1a3cd794 req-40d8d3ea-98d1-44d8-aa4a-ac1af3f67728 service nova] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.633791] env[69959]: DEBUG nova.compute.manager [req-3411b3f4-2a0b-4d37-a8ec-22ac1a3cd794 req-40d8d3ea-98d1-44d8-aa4a-ac1af3f67728 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] No waiting events found dispatching network-vif-plugged-13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.634185] env[69959]: WARNING nova.compute.manager [req-3411b3f4-2a0b-4d37-a8ec-22ac1a3cd794 req-40d8d3ea-98d1-44d8-aa4a-ac1af3f67728 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Received unexpected event network-vif-plugged-13b867f6-5c3e-4df9-97ae-d257913ac327 for instance with vm_state building and task_state spawning. [ 838.698293] env[69959]: DEBUG nova.network.neutron [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Successfully updated port: 13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.920985] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f404841-be75-4d2f-88d8-3faf8a98e803 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.929102] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c44cff-77e1-4d45-a0b8-212bd5260f5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.961426] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f49b95e-2855-450d-853e-c26deafaf35e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.972792] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463473d4-6a4e-4138-a3db-b5a1104fe79c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.988621] env[69959]: DEBUG nova.compute.provider_tree [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.152758] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 839.153111] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2897296f-5701-4cb1-8d18-250240dd8578 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.164461] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 839.164461] env[69959]: value = "task-4086639" [ 839.164461] env[69959]: _type = "Task" [ 839.164461] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.175615] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086639, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.199677] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.199863] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.200073] env[69959]: DEBUG nova.network.neutron [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.492648] env[69959]: DEBUG nova.scheduler.client.report [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.676484] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086639, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.738751] env[69959]: DEBUG nova.network.neutron [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.876276] env[69959]: DEBUG nova.network.neutron [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updating instance_info_cache with network_info: [{"id": "13b867f6-5c3e-4df9-97ae-d257913ac327", "address": "fa:16:3e:15:54:e5", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b867f6-5c", "ovs_interfaceid": "13b867f6-5c3e-4df9-97ae-d257913ac327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.999030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.999475] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.002865] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.318s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.004040] env[69959]: DEBUG nova.objects.instance [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lazy-loading 'resources' on Instance uuid e91a0217-bc9b-4a26-b725-5c8ce2ee3549 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.177859] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086639, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.378866] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.379234] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Instance network_info: |[{"id": "13b867f6-5c3e-4df9-97ae-d257913ac327", "address": "fa:16:3e:15:54:e5", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b867f6-5c", "ovs_interfaceid": "13b867f6-5c3e-4df9-97ae-d257913ac327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.379718] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:54:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b867f6-5c3e-4df9-97ae-d257913ac327', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.388113] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.388447] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.388653] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d5eb7ef-5b71-4f00-948d-851ca0ad09f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.409281] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.409281] env[69959]: value = "task-4086640" [ 840.409281] env[69959]: _type = "Task" [ 840.409281] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.417580] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086640, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.508919] env[69959]: DEBUG nova.compute.utils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.510804] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.510981] env[69959]: DEBUG nova.network.neutron [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.556892] env[69959]: DEBUG nova.policy [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5502453ee2fa41b291de21aa44af1cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba192a7106d5432bb209fb8164f73eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.664727] env[69959]: DEBUG nova.compute.manager [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Received event network-changed-13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.664912] env[69959]: DEBUG nova.compute.manager [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Refreshing instance network info cache due to event network-changed-13b867f6-5c3e-4df9-97ae-d257913ac327. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.665126] env[69959]: DEBUG oslo_concurrency.lockutils [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] Acquiring lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.665410] env[69959]: DEBUG oslo_concurrency.lockutils [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] Acquired lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.665457] env[69959]: DEBUG nova.network.neutron [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Refreshing network info cache for port 13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.681643] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086639, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.892835] env[69959]: DEBUG nova.network.neutron [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Successfully created port: 561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.924430] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086640, 'name': CreateVM_Task, 'duration_secs': 0.364101} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.924430] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.924430] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.924430] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.924430] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.924430] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f5bfa3-d4da-4d83-b167-41eea6fb2800 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.932206] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 840.932206] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224b89f-16f8-862c-8438-25c38e7f42fc" [ 840.932206] env[69959]: _type = "Task" [ 840.932206] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.940996] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224b89f-16f8-862c-8438-25c38e7f42fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.014467] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.134688] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf38d83-759b-4ff0-95a8-9bb7c36ad006 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.142591] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651c14e-e650-4d26-b499-aee34860771b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.189570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2d9ccf-faec-4064-b912-0867bad4daba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.207320] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6be68d-be55-4ab7-9ddb-95ba92ea258c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.214022] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086639, 'name': CloneVM_Task, 'duration_secs': 1.841042} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.214022] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Created linked-clone VM from snapshot [ 841.214022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd903e-6768-481d-87c8-93a19845f376 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.224118] env[69959]: DEBUG nova.compute.provider_tree [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.232433] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Uploading image f0c74724-79f1-4647-9285-7e87ddcaec8c {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 841.260656] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 841.260656] env[69959]: value = "vm-809682" [ 841.260656] env[69959]: _type = "VirtualMachine" [ 841.260656] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 841.260955] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f2c0fe3-cc00-4cd7-8386-cd9e6f844ac2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.272808] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lease: (returnval){ [ 841.272808] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289a7a2-8f8e-dc7f-7520-3b42b5f6ef25" [ 841.272808] env[69959]: _type = "HttpNfcLease" [ 841.272808] env[69959]: } obtained for exporting VM: (result){ [ 841.272808] env[69959]: value = "vm-809682" [ 841.272808] env[69959]: _type = "VirtualMachine" [ 841.272808] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 841.272808] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the lease: (returnval){ [ 841.272808] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289a7a2-8f8e-dc7f-7520-3b42b5f6ef25" [ 841.272808] env[69959]: _type = "HttpNfcLease" [ 841.272808] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 841.281023] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.281023] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289a7a2-8f8e-dc7f-7520-3b42b5f6ef25" [ 841.281023] env[69959]: _type = "HttpNfcLease" [ 841.281023] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.401238] env[69959]: DEBUG nova.network.neutron [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updated VIF entry in instance network info cache for port 13b867f6-5c3e-4df9-97ae-d257913ac327. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.401614] env[69959]: DEBUG nova.network.neutron [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updating instance_info_cache with network_info: [{"id": "13b867f6-5c3e-4df9-97ae-d257913ac327", "address": "fa:16:3e:15:54:e5", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b867f6-5c", "ovs_interfaceid": "13b867f6-5c3e-4df9-97ae-d257913ac327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.445972] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224b89f-16f8-862c-8438-25c38e7f42fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.446141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.446269] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.446516] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.446813] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.447110] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.447449] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2847f6df-118c-4045-959e-ca15e4f5824c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.457262] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.457694] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.458374] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5748a200-ad19-44ae-b308-9c3f3076b590 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.464671] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 841.464671] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52178a6f-cfa5-d644-25a4-66bd03d14cbc" [ 841.464671] env[69959]: _type = "Task" [ 841.464671] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.473707] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52178a6f-cfa5-d644-25a4-66bd03d14cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.728033] env[69959]: DEBUG nova.scheduler.client.report [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.783090] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.783090] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289a7a2-8f8e-dc7f-7520-3b42b5f6ef25" [ 841.783090] env[69959]: _type = "HttpNfcLease" [ 841.783090] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 841.783412] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 841.783412] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289a7a2-8f8e-dc7f-7520-3b42b5f6ef25" [ 841.783412] env[69959]: _type = "HttpNfcLease" [ 841.783412] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 841.784216] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369c7d6-41bd-4f92-b6e9-59e8c45bb220 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.793079] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7de8a-525e-2ad5-4235-c96e0d45954b/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 841.793249] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7de8a-525e-2ad5-4235-c96e0d45954b/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 841.904640] env[69959]: DEBUG oslo_concurrency.lockutils [req-53cf1f39-20c9-48a0-b94c-2860c3778c18 req-bce89ac6-a717-4d7b-99ec-8a8a0e3c3855 service nova] Releasing lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.975734] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52178a6f-cfa5-d644-25a4-66bd03d14cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.976580] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365db175-51c0-44eb-b924-2662894cc96e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.983750] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 841.983750] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d577e3-781f-9542-461c-0b08be2353e9" [ 841.983750] env[69959]: _type = "Task" [ 841.983750] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.991124] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e24a00cc-56f3-468f-a40e-3ae9611c634d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.997229] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d577e3-781f-9542-461c-0b08be2353e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.998444] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998716] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/0daccc65-92c2-4373-889b-2985ae46bcd3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.999137] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e38ea4-f650-46b3-ad92-ee5f883d12fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.005875] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 842.005875] env[69959]: value = "task-4086642" [ 842.005875] env[69959]: _type = "Task" [ 842.005875] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.017539] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.027853] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.049841] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.050125] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.050384] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.050625] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.050806] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.051509] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.051509] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.051509] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.051683] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.051862] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.051951] env[69959]: DEBUG nova.virt.hardware [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.052844] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4db0a8-aa06-4886-ba77-64a3886d67c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.062154] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c139552-b07d-4941-adc0-8700e222d0e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.233658] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.236715] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.446s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.236980] env[69959]: DEBUG nova.objects.instance [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 842.266447] env[69959]: INFO nova.scheduler.client.report [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Deleted allocations for instance e91a0217-bc9b-4a26-b725-5c8ce2ee3549 [ 842.527581] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086642, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.575309] env[69959]: DEBUG nova.network.neutron [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Successfully updated port: 561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.749195] env[69959]: DEBUG nova.compute.manager [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Received event network-vif-plugged-561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.749195] env[69959]: DEBUG oslo_concurrency.lockutils [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] Acquiring lock "6afbc757-f826-4806-9a18-87326532db2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.749195] env[69959]: DEBUG oslo_concurrency.lockutils [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] Lock "6afbc757-f826-4806-9a18-87326532db2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.749195] env[69959]: DEBUG oslo_concurrency.lockutils [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] Lock "6afbc757-f826-4806-9a18-87326532db2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.749195] env[69959]: DEBUG nova.compute.manager [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] No waiting events found dispatching network-vif-plugged-561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.749195] env[69959]: WARNING nova.compute.manager [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Received unexpected event network-vif-plugged-561c33ab-e30f-4b02-a900-2f05687be1a0 for instance with vm_state building and task_state spawning. [ 842.749858] env[69959]: DEBUG nova.compute.manager [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Received event network-changed-561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.749858] env[69959]: DEBUG nova.compute.manager [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Refreshing instance network info cache due to event network-changed-561c33ab-e30f-4b02-a900-2f05687be1a0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.749858] env[69959]: DEBUG oslo_concurrency.lockutils [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] Acquiring lock "refresh_cache-6afbc757-f826-4806-9a18-87326532db2c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.750020] env[69959]: DEBUG oslo_concurrency.lockutils [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] Acquired lock "refresh_cache-6afbc757-f826-4806-9a18-87326532db2c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.750052] env[69959]: DEBUG nova.network.neutron [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Refreshing network info cache for port 561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.778664] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ac6a840e-5284-4257-bc61-77834b66c2fa tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Lock "e91a0217-bc9b-4a26-b725-5c8ce2ee3549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.898s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.020281] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521608} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.020601] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/0daccc65-92c2-4373-889b-2985ae46bcd3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.020830] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.021118] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a57dda5b-fe87-435f-9771-1e8a09d0ecd5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.030159] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 843.030159] env[69959]: value = "task-4086643" [ 843.030159] env[69959]: _type = "Task" [ 843.030159] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.041474] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.081570] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "refresh_cache-6afbc757-f826-4806-9a18-87326532db2c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.249249] env[69959]: DEBUG oslo_concurrency.lockutils [None req-518fd01a-4535-478e-ac33-0ffce4ebbfbf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.250654] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.446s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.250902] env[69959]: DEBUG nova.objects.instance [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lazy-loading 'resources' on Instance uuid 98ca6f56-599f-4f61-b544-cbc1e593f9c2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.318974] env[69959]: DEBUG nova.network.neutron [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.475683] env[69959]: DEBUG nova.network.neutron [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.542816] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103917} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.542816] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.547021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef0f2b-4bde-4862-b663-27ff88b52ace {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.582068] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/0daccc65-92c2-4373-889b-2985ae46bcd3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.582947] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5955ab16-7bf4-4a69-a2ce-3e465a341bde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.607032] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 843.607032] env[69959]: value = "task-4086644" [ 843.607032] env[69959]: _type = "Task" [ 843.607032] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.615683] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.979433] env[69959]: DEBUG oslo_concurrency.lockutils [req-6649cb29-2e63-43d0-abae-6f07e8e20295 req-a620970c-0bb1-4873-a915-64e2aa6db4cd service nova] Releasing lock "refresh_cache-6afbc757-f826-4806-9a18-87326532db2c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.979909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "refresh_cache-6afbc757-f826-4806-9a18-87326532db2c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.980020] env[69959]: DEBUG nova.network.neutron [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.127271] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.526590] env[69959]: DEBUG nova.network.neutron [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.628318] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086644, 'name': ReconfigVM_Task, 'duration_secs': 0.757074} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.629951] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/0daccc65-92c2-4373-889b-2985ae46bcd3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.631648] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be667dc3-fcd5-40c7-ab83-1b3bf9b72b58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.635038] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0888622c-584a-4101-b427-2cbc06ae8a88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.647696] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266ed8d2-93c0-4a3b-ab30-88782e891247 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.653046] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 844.653046] env[69959]: value = "task-4086645" [ 844.653046] env[69959]: _type = "Task" [ 844.653046] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.692842] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c884bbf-39bf-4711-becf-263f7c33c82a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.696125] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086645, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.705512] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623fcd6-a18b-47f2-97d3-5aa112c5c90c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.721443] env[69959]: DEBUG nova.compute.provider_tree [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.752174] env[69959]: DEBUG nova.network.neutron [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Updating instance_info_cache with network_info: [{"id": "561c33ab-e30f-4b02-a900-2f05687be1a0", "address": "fa:16:3e:69:9f:ce", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561c33ab-e3", "ovs_interfaceid": "561c33ab-e30f-4b02-a900-2f05687be1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.166335] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086645, 'name': Rename_Task, 'duration_secs': 0.188185} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.167075] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.167527] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4abcfa9-1457-461c-850f-cc28b35a0476 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.176047] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 845.176047] env[69959]: value = "task-4086646" [ 845.176047] env[69959]: _type = "Task" [ 845.176047] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.189644] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.227021] env[69959]: DEBUG nova.scheduler.client.report [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.256154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "refresh_cache-6afbc757-f826-4806-9a18-87326532db2c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.256493] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Instance network_info: |[{"id": "561c33ab-e30f-4b02-a900-2f05687be1a0", "address": "fa:16:3e:69:9f:ce", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561c33ab-e3", "ovs_interfaceid": "561c33ab-e30f-4b02-a900-2f05687be1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.256945] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:9f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '561c33ab-e30f-4b02-a900-2f05687be1a0', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.265769] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.266576] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.266660] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67efab94-8046-4720-a201-03fc454be240 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.292191] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.292191] env[69959]: value = "task-4086647" [ 845.292191] env[69959]: _type = "Task" [ 845.292191] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.303307] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086647, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.687792] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.737113] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.486s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.740362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.779s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.740362] env[69959]: DEBUG nova.objects.instance [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'resources' on Instance uuid 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.764782] env[69959]: INFO nova.scheduler.client.report [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Deleted allocations for instance 98ca6f56-599f-4f61-b544-cbc1e593f9c2 [ 845.804171] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086647, 'name': CreateVM_Task, 'duration_secs': 0.408575} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.804313] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.806763] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.806763] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.806763] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.806763] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2666de0f-4d99-47c9-92f8-c581a38a619b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.813722] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 845.813722] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f3c535-f0de-ca2b-1485-b82d8c90e6e1" [ 845.813722] env[69959]: _type = "Task" [ 845.813722] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.826763] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f3c535-f0de-ca2b-1485-b82d8c90e6e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.187232] env[69959]: DEBUG oslo_vmware.api [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086646, 'name': PowerOnVM_Task, 'duration_secs': 0.548382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.187655] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.187742] env[69959]: INFO nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Took 7.95 seconds to spawn the instance on the hypervisor. [ 846.187929] env[69959]: DEBUG nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.188835] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945a0df3-8187-4891-adf0-aa009b1c489d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.277875] env[69959]: DEBUG oslo_concurrency.lockutils [None req-08998ebf-2445-4262-97f4-348fa5a5e8ce tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Lock "98ca6f56-599f-4f61-b544-cbc1e593f9c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.242s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.328008] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f3c535-f0de-ca2b-1485-b82d8c90e6e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.331313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.331581] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.331859] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.332025] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.332233] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.333075] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-063b5d31-7c24-4b18-84d9-7b4658d0e9ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.344052] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.344267] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.345115] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5815724d-ae88-44a2-a9c0-7ad4322ddf7d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.356202] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 846.356202] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c50c9-bfbd-c358-d243-254786fb8654" [ 846.356202] env[69959]: _type = "Task" [ 846.356202] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.366024] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c50c9-bfbd-c358-d243-254786fb8654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.717388] env[69959]: INFO nova.compute.manager [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Took 56.89 seconds to build instance. [ 846.868790] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524c50c9-bfbd-c358-d243-254786fb8654, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.873367] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2c85b8-b5ea-4885-8253-a7c335951cf2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.881162] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 846.881162] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527aba90-4d0e-6d3c-da94-36d96948794e" [ 846.881162] env[69959]: _type = "Task" [ 846.881162] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.891067] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527aba90-4d0e-6d3c-da94-36d96948794e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.927133] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde5de3-2da2-439a-b0dd-8237da4a1e1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.935555] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe6af0d-a850-4e9b-bd3b-71105346e092 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.968706] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af7391c-e464-4138-bbdb-9ac64a02e5c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.977460] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f3c956-e515-41fa-af2d-035e33158a66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.994457] env[69959]: DEBUG nova.compute.provider_tree [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.218461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eabd3d21-6764-417a-97f3-08858878190d tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.419s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.394767] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527aba90-4d0e-6d3c-da94-36d96948794e, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.395091] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.395357] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 6afbc757-f826-4806-9a18-87326532db2c/6afbc757-f826-4806-9a18-87326532db2c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.395636] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b011322e-e24b-4a14-8f2f-c8c4a525e48f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.411774] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 847.411774] env[69959]: value = "task-4086648" [ 847.411774] env[69959]: _type = "Task" [ 847.411774] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.419184] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.498810] env[69959]: DEBUG nova.scheduler.client.report [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.521536] env[69959]: INFO nova.compute.manager [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Rescuing [ 847.522197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.522453] env[69959]: DEBUG oslo_concurrency.lockutils [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.522851] env[69959]: DEBUG nova.network.neutron [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.721915] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.922036] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086648, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.005775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.008875] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.875s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.009206] env[69959]: DEBUG nova.objects.instance [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lazy-loading 'resources' on Instance uuid 62f9b943-e4b9-4350-adeb-93a8fcd8110d {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.042630] env[69959]: INFO nova.scheduler.client.report [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocations for instance 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6 [ 848.249834] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.269385] env[69959]: DEBUG nova.network.neutron [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updating instance_info_cache with network_info: [{"id": "13b867f6-5c3e-4df9-97ae-d257913ac327", "address": "fa:16:3e:15:54:e5", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b867f6-5c", "ovs_interfaceid": "13b867f6-5c3e-4df9-97ae-d257913ac327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.427896] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519423} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.427896] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 6afbc757-f826-4806-9a18-87326532db2c/6afbc757-f826-4806-9a18-87326532db2c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.427896] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.428128] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3154306-fca6-448c-a1d1-63e6294e6828 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.438309] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 848.438309] env[69959]: value = "task-4086649" [ 848.438309] env[69959]: _type = "Task" [ 848.438309] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.448854] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.563720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.059s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.774840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.949612] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085629} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.954180] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.954180] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ce3c9-cdeb-4767-a8d0-caf5744c3f7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.981446] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6afbc757-f826-4806-9a18-87326532db2c/6afbc757-f826-4806-9a18-87326532db2c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.984722] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81624779-a4c5-4288-9de7-1ae30125cf41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.008524] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 849.008524] env[69959]: value = "task-4086650" [ 849.008524] env[69959]: _type = "Task" [ 849.008524] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.019946] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.222570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4291f8ee-8b46-4791-bd80-b708e4a64823 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.233840] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cc8796-5cb2-486e-adff-6f7b056e7733 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.270067] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff950f0-bcdd-433b-beed-baa900d78cd0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.279677] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73161ab-3d16-429f-9e49-c5c8de25f58b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.295992] env[69959]: DEBUG nova.compute.provider_tree [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.523019] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086650, 'name': ReconfigVM_Task, 'duration_secs': 0.359878} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.523562] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6afbc757-f826-4806-9a18-87326532db2c/6afbc757-f826-4806-9a18-87326532db2c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.524248] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45932811-94b1-48a1-a485-bb683d8d2f6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.533311] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 849.533311] env[69959]: value = "task-4086651" [ 849.533311] env[69959]: _type = "Task" [ 849.533311] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.542757] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086651, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.822752] env[69959]: ERROR nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] [req-39db709b-cf44-4918-b0fb-abd9ecbfb2ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39db709b-cf44-4918-b0fb-abd9ecbfb2ec"}]} [ 849.842570] env[69959]: DEBUG nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.866154] env[69959]: DEBUG nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.866154] env[69959]: DEBUG nova.compute.provider_tree [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.880849] env[69959]: DEBUG nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.895367] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7de8a-525e-2ad5-4235-c96e0d45954b/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 849.896426] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00258323-2aa0-40e3-b808-407819acc20a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.907404] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7de8a-525e-2ad5-4235-c96e0d45954b/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 849.907404] env[69959]: ERROR oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7de8a-525e-2ad5-4235-c96e0d45954b/disk-0.vmdk due to incomplete transfer. [ 849.907404] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fcde2eb-85ac-41ec-8dd7-5f63ded189a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.910119] env[69959]: DEBUG nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.921656] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7de8a-525e-2ad5-4235-c96e0d45954b/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 849.921656] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Uploaded image f0c74724-79f1-4647-9285-7e87ddcaec8c to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 849.923628] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.923919] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62fdd1e7-6824-44f2-b398-9b2fb19a750e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.931854] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 849.931854] env[69959]: value = "task-4086652" [ 849.931854] env[69959]: _type = "Task" [ 849.931854] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.950604] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086652, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.045388] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086651, 'name': Rename_Task, 'duration_secs': 0.190679} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.046582] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.046582] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62262b8c-d92b-4705-8e80-4f92d3f076e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.054347] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 850.054347] env[69959]: value = "task-4086653" [ 850.054347] env[69959]: _type = "Task" [ 850.054347] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.067302] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.325197] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.325197] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c26dae-97c6-4b83-b1cf-251cbb490eb7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.333026] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 850.333026] env[69959]: value = "task-4086654" [ 850.333026] env[69959]: _type = "Task" [ 850.333026] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.354585] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.447235] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086652, 'name': Destroy_Task, 'duration_secs': 0.413906} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.447576] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Destroyed the VM [ 850.447925] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.448214] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b07de393-52f9-4d2c-8f42-3c6e05810f21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.459510] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 850.459510] env[69959]: value = "task-4086655" [ 850.459510] env[69959]: _type = "Task" [ 850.459510] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.470040] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.571232] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.677168] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf796945-07c3-47ca-a1c4-ebe788a739a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.686902] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63f4e3d-7d9e-41eb-a05f-7309028a9cd2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.720797] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb2c4d5-08e7-4ecf-b2df-a8c77dd001e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.729312] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865336cf-f716-47d4-bdc6-810f6c8d1195 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.745324] env[69959]: DEBUG nova.compute.provider_tree [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.846807] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086654, 'name': PowerOffVM_Task, 'duration_secs': 0.239983} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.846807] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.846807] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dbc24e-1127-4066-93cf-b638ff58fa5f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.865539] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ce41a-b4ba-4481-9b1e-8558940b5e3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.895694] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.896022] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8446f451-bf0a-4990-b051-33fd4156ff5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.903492] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 850.903492] env[69959]: value = "task-4086656" [ 850.903492] env[69959]: _type = "Task" [ 850.903492] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.912703] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.969429] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086655, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.066200] env[69959]: DEBUG oslo_vmware.api [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086653, 'name': PowerOnVM_Task, 'duration_secs': 0.685011} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.066471] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.066672] env[69959]: INFO nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Took 9.04 seconds to spawn the instance on the hypervisor. [ 851.066855] env[69959]: DEBUG nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.067677] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd7d04-3381-4322-9359-6d613e27e224 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.282336] env[69959]: DEBUG nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 851.282618] env[69959]: DEBUG nova.compute.provider_tree [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 83 to 84 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 851.282802] env[69959]: DEBUG nova.compute.provider_tree [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.415056] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 851.415410] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.415471] env[69959]: DEBUG oslo_concurrency.lockutils [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.415611] env[69959]: DEBUG oslo_concurrency.lockutils [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.415800] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.416100] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e5ee57e-311b-400f-a354-b1bbc5f8b7ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.428340] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.428508] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.429305] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034b800e-aec7-484c-bf31-f5fbd986d1f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.436316] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 851.436316] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52497cfd-034d-639c-96eb-85f9130f9783" [ 851.436316] env[69959]: _type = "Task" [ 851.436316] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.444676] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52497cfd-034d-639c-96eb-85f9130f9783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.471045] env[69959]: DEBUG oslo_vmware.api [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086655, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674804} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.471324] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 851.471612] env[69959]: INFO nova.compute.manager [None req-9dc7f955-fc31-4282-9f38-339aa89d7c27 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Took 13.91 seconds to snapshot the instance on the hypervisor. [ 851.584878] env[69959]: INFO nova.compute.manager [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Took 57.96 seconds to build instance. [ 851.788525] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.780s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.792014] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.723s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.792014] env[69959]: DEBUG nova.objects.instance [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lazy-loading 'resources' on Instance uuid 42d73292-1bab-4883-9e24-7ffa41e676e8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.813333] env[69959]: INFO nova.scheduler.client.report [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Deleted allocations for instance 62f9b943-e4b9-4350-adeb-93a8fcd8110d [ 851.948755] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52497cfd-034d-639c-96eb-85f9130f9783, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.950109] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783a29b7-1b1b-48a1-89a1-ff721493aa0e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.956675] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 851.956675] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e2bc3e-d833-213b-8891-355c57014a95" [ 851.956675] env[69959]: _type = "Task" [ 851.956675] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.965522] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e2bc3e-d833-213b-8891-355c57014a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.052772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.053042] env[69959]: DEBUG oslo_concurrency.lockutils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.087132] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ce5e52d4-6028-4256-9642-73c0fc8d4702 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "6afbc757-f826-4806-9a18-87326532db2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.627s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.321197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6233024-f4ee-49bd-8c4c-83eb3e5a8615 tempest-ServerShowV254Test-1186683337 tempest-ServerShowV254Test-1186683337-project-member] Lock "62f9b943-e4b9-4350-adeb-93a8fcd8110d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.476s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.476369] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e2bc3e-d833-213b-8891-355c57014a95, 'name': SearchDatastore_Task, 'duration_secs': 0.035596} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.476713] env[69959]: DEBUG oslo_concurrency.lockutils [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.476998] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. {{(pid=69959) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 852.477305] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d721b6d8-5347-414e-b962-1296d247e8ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.489709] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 852.489709] env[69959]: value = "task-4086657" [ 852.489709] env[69959]: _type = "Task" [ 852.489709] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.502243] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.557738] env[69959]: DEBUG nova.compute.utils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.589971] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.806981] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d3ad5b-700e-4764-9389-eb3e260d42a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.815089] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8389b-4f62-44aa-b108-dc177923ab4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.846454] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65dc9dd-b570-499d-ad41-8f47064c1235 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.854663] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0643ce1-60a9-4e1d-b91b-2b191517e6ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.868659] env[69959]: DEBUG nova.compute.provider_tree [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.000282] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.061130] env[69959]: DEBUG oslo_concurrency.lockutils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.108987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.197782] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.198024] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.372327] env[69959]: DEBUG nova.scheduler.client.report [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.476916] env[69959]: DEBUG nova.compute.manager [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.477742] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b75c237-4af2-42b6-a745-91c4b9fbaeee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.508285] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.712391] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.712709] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.713347] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.713660] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.713893] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.714094] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.714271] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 853.714834] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.881661] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.882936] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.334s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.883203] env[69959]: DEBUG nova.objects.instance [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lazy-loading 'resources' on Instance uuid be5c5429-3f71-49c8-8585-b622a7f423a3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.918263] env[69959]: INFO nova.scheduler.client.report [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Deleted allocations for instance 42d73292-1bab-4883-9e24-7ffa41e676e8 [ 853.998546] env[69959]: INFO nova.compute.manager [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] instance snapshotting [ 854.003761] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086657, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040797} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.004414] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. [ 854.005206] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b6b70c-c330-4fea-946c-411598af40b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.008285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca066c64-5786-4b98-89e3-719de5544019 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.051375] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.051375] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa7d2b7-0389-42a2-82e5-6a849fdacc93 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.063392] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b879817-ab00-43da-af93-eb2bda5b0ac5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.075995] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 854.075995] env[69959]: value = "task-4086658" [ 854.075995] env[69959]: _type = "Task" [ 854.075995] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.085845] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.132445] env[69959]: DEBUG oslo_concurrency.lockutils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.132726] env[69959]: DEBUG oslo_concurrency.lockutils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.132970] env[69959]: INFO nova.compute.manager [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Attaching volume b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5 to /dev/sdb [ 854.175450] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0194e0-a0b3-4e4f-82a6-9797cb3f6f38 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.187938] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da743b5-e831-453f-b5b1-197752e5146e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.203935] env[69959]: DEBUG nova.virt.block_device [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating existing volume attachment record: c1758e45-2f7e-4186-b9c0-bd6e7f1ea7fa {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 854.223331] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.431908] env[69959]: DEBUG oslo_concurrency.lockutils [None req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "42d73292-1bab-4883-9e24-7ffa41e676e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.106s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.578153] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.582534] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf53cdbf-384b-412d-b437-e445dd4b9fac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.598172] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086658, 'name': ReconfigVM_Task, 'duration_secs': 0.445981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.599801] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.602194] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 854.602194] env[69959]: value = "task-4086662" [ 854.602194] env[69959]: _type = "Task" [ 854.602194] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.602194] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d87e8f-1bfa-45b9-b96a-bb5de3e9855e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.644564] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37247406-7536-4757-902a-e229e8bb523d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.656049] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.664193] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 854.664193] env[69959]: value = "task-4086663" [ 854.664193] env[69959]: _type = "Task" [ 854.664193] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.686732] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.808441] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "1356a70e-c4fa-458a-bbf1-73beaff432ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.808735] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.061333] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852d61f-2d77-4e11-a498-6b3dc9cfd9fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.070769] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c57ad-4654-405d-a4de-1c556e9e3eb2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.105252] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c71b42-a9c0-4bfa-a65a-ee6310647273 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.118432] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e7bd5-d437-431d-b6cb-ef8eb7562a24 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.122789] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086662, 'name': CreateSnapshot_Task, 'duration_secs': 0.510487} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.122789] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.123577] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242b804-8b8f-417b-8f21-cc61db0e844f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.133753] env[69959]: DEBUG nova.compute.provider_tree [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.175530] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086663, 'name': ReconfigVM_Task, 'duration_secs': 0.183426} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.175851] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.176401] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edfc5e35-2e14-4c45-9f66-282eb8825da4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.183765] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 855.183765] env[69959]: value = "task-4086664" [ 855.183765] env[69959]: _type = "Task" [ 855.183765] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.192654] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.638083] env[69959]: DEBUG nova.scheduler.client.report [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.651328] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 855.651639] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-537d5647-36a5-48bd-8d2c-581e84afca93 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.661711] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 855.661711] env[69959]: value = "task-4086665" [ 855.661711] env[69959]: _type = "Task" [ 855.661711] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.670217] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086665, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.693701] env[69959]: DEBUG oslo_vmware.api [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086664, 'name': PowerOnVM_Task, 'duration_secs': 0.480984} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.693913] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.696615] env[69959]: DEBUG nova.compute.manager [None req-48247816-c71c-4a46-8957-3fe6026bd548 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.697428] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acfcd26-3480-4e2f-b3c1-c7fc72793dc0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.143869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.146490] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.510s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.148200] env[69959]: INFO nova.compute.claims [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.169342] env[69959]: INFO nova.scheduler.client.report [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Deleted allocations for instance be5c5429-3f71-49c8-8585-b622a7f423a3 [ 856.175453] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086665, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.673349] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086665, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.681387] env[69959]: DEBUG oslo_concurrency.lockutils [None req-32f958a3-8d92-4925-bccf-f211cbdad0c5 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "be5c5429-3f71-49c8-8585-b622a7f423a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.707s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.987982] env[69959]: INFO nova.compute.manager [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Unrescuing [ 856.988168] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.988328] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquired lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.988498] env[69959]: DEBUG nova.network.neutron [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.175593] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086665, 'name': CloneVM_Task, 'duration_secs': 1.314023} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.175868] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Created linked-clone VM from snapshot [ 857.176694] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e980ae38-8181-4d23-ba5a-1cffcef61176 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.186988] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Uploading image 483a8ef1-63fa-4ae9-ae95-c49c13c8957a {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 857.211570] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 857.211570] env[69959]: value = "vm-809688" [ 857.211570] env[69959]: _type = "VirtualMachine" [ 857.211570] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 857.211731] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c23ada8-256a-4009-94e0-fda056b7e7f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.219818] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lease: (returnval){ [ 857.219818] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52045c1f-261a-cc69-2dfc-8f193e07789c" [ 857.219818] env[69959]: _type = "HttpNfcLease" [ 857.219818] env[69959]: } obtained for exporting VM: (result){ [ 857.219818] env[69959]: value = "vm-809688" [ 857.219818] env[69959]: _type = "VirtualMachine" [ 857.219818] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 857.220200] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the lease: (returnval){ [ 857.220200] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52045c1f-261a-cc69-2dfc-8f193e07789c" [ 857.220200] env[69959]: _type = "HttpNfcLease" [ 857.220200] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.231625] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.231625] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52045c1f-261a-cc69-2dfc-8f193e07789c" [ 857.231625] env[69959]: _type = "HttpNfcLease" [ 857.231625] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 857.665244] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b843b1e-b21d-4b9d-8c7e-8a76f747e2aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.673635] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7643df5-8b27-4b68-8449-0c3a47877353 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.709413] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3017f95-bc04-4dfe-884d-a29e675ce1b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.716213] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6a3e71-e2d0-4000-bf40-019e767acb00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.732206] env[69959]: DEBUG nova.compute.provider_tree [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.740966] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.740966] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52045c1f-261a-cc69-2dfc-8f193e07789c" [ 857.740966] env[69959]: _type = "HttpNfcLease" [ 857.740966] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 857.741966] env[69959]: DEBUG nova.network.neutron [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updating instance_info_cache with network_info: [{"id": "13b867f6-5c3e-4df9-97ae-d257913ac327", "address": "fa:16:3e:15:54:e5", "network": {"id": "fa70e34b-6460-478a-bba2-32916f43a7d8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1807880222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28bf4ae6502d4c6e921e06b8a2cbc2cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b867f6-5c", "ovs_interfaceid": "13b867f6-5c3e-4df9-97ae-d257913ac327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.743740] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 857.743740] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52045c1f-261a-cc69-2dfc-8f193e07789c" [ 857.743740] env[69959]: _type = "HttpNfcLease" [ 857.743740] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 857.744709] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b3fbfa-2ec0-44e7-88fc-8cb3db8ba95e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.753880] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd5bb-f211-bfb2-d761-451197b6a781/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 857.754899] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd5bb-f211-bfb2-d761-451197b6a781/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 857.842374] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77c70824-922f-4a2a-af17-cde0fbd6afa7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.238268] env[69959]: DEBUG nova.scheduler.client.report [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.248506] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Releasing lock "refresh_cache-0daccc65-92c2-4373-889b-2985ae46bcd3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.248506] env[69959]: DEBUG nova.objects.instance [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lazy-loading 'flavor' on Instance uuid 0daccc65-92c2-4373-889b-2985ae46bcd3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.434349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.434349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.434349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.434349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.434349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.437599] env[69959]: INFO nova.compute.manager [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Terminating instance [ 858.745154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.745836] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.748830] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.349s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.751141] env[69959]: INFO nova.compute.claims [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.759346] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 858.759346] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809686', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'name': 'volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a9ce531-68c9-4033-bbd5-9b5dec9f73c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'serial': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 858.764298] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71748c5-0b14-4013-b449-a5fda234eba0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.769327] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df021e25-3493-4cc4-ae1a-077f0716bce9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.812261] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51768ad8-3dac-4af9-8192-ed1a7888261f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.816102] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.818995] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4dabf36-cc34-4229-b3b2-1724893aa42a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.852154] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5/volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.854527] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8536e2f-d7aa-45e8-829e-b42be1ef4e1c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.868119] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 858.868119] env[69959]: value = "task-4086668" [ 858.868119] env[69959]: _type = "Task" [ 858.868119] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.878025] env[69959]: DEBUG oslo_vmware.api [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 858.878025] env[69959]: value = "task-4086669" [ 858.878025] env[69959]: _type = "Task" [ 858.878025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.880316] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.890733] env[69959]: DEBUG oslo_vmware.api [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.944316] env[69959]: DEBUG nova.compute.manager [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.944597] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.946437] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b379b7e-ccfc-4f16-b2be-9b628c205b2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.955531] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.956026] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b1cfff-91df-4374-9707-06feb0eb87fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.965855] env[69959]: DEBUG oslo_vmware.api [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 858.965855] env[69959]: value = "task-4086670" [ 858.965855] env[69959]: _type = "Task" [ 858.965855] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.977514] env[69959]: DEBUG oslo_vmware.api [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.261506] env[69959]: DEBUG nova.compute.utils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.263075] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.263343] env[69959]: DEBUG nova.network.neutron [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.325498] env[69959]: DEBUG nova.policy [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f460d52ec3d4a649dc018d418851d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '946fffb95b0442c8807a1debe8a7870f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.380725] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086668, 'name': PowerOffVM_Task, 'duration_secs': 0.259764} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.384286] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.389730] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.390214] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e14f359-f677-4c16-a986-8f7ca98e24b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.409894] env[69959]: DEBUG oslo_vmware.api [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086669, 'name': ReconfigVM_Task, 'duration_secs': 0.448471} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.412182] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5/volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.417607] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 859.417607] env[69959]: value = "task-4086671" [ 859.417607] env[69959]: _type = "Task" [ 859.417607] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.418265] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7272e3d-e7c5-480c-a51b-2e4751bdd13a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.438670] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.440519] env[69959]: DEBUG oslo_vmware.api [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 859.440519] env[69959]: value = "task-4086672" [ 859.440519] env[69959]: _type = "Task" [ 859.440519] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.450463] env[69959]: DEBUG oslo_vmware.api [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.477348] env[69959]: DEBUG oslo_vmware.api [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086670, 'name': PowerOffVM_Task, 'duration_secs': 0.205691} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.477903] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.478086] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.478390] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1337ecc8-0ed0-481a-ae20-d26ea95534d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.565265] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.565581] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.565859] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Deleting the datastore file [datastore2] b02c6408-c7ab-4f56-8d50-ef6392028b5a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.566066] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5396d770-d1ba-489d-9a72-cbdadbb32b62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.576679] env[69959]: DEBUG oslo_vmware.api [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for the task: (returnval){ [ 859.576679] env[69959]: value = "task-4086674" [ 859.576679] env[69959]: _type = "Task" [ 859.576679] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.588010] env[69959]: DEBUG oslo_vmware.api [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.687908] env[69959]: DEBUG nova.network.neutron [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Successfully created port: 389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.767885] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.941979] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086671, 'name': ReconfigVM_Task, 'duration_secs': 0.289342} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.942433] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.942631] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.947131] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fa5570d-1ff9-4ee0-99a3-5c47b83299b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.961176] env[69959]: DEBUG oslo_vmware.api [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086672, 'name': ReconfigVM_Task, 'duration_secs': 0.181613} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.963466] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809686', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'name': 'volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a9ce531-68c9-4033-bbd5-9b5dec9f73c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'serial': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 859.966545] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 859.966545] env[69959]: value = "task-4086675" [ 859.966545] env[69959]: _type = "Task" [ 859.966545] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.981012] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086675, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.087826] env[69959]: DEBUG oslo_vmware.api [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Task: {'id': task-4086674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173477} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.088107] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.088296] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.088472] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.088643] env[69959]: INFO nova.compute.manager [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 860.089255] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.089255] env[69959]: DEBUG nova.compute.manager [-] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.089255] env[69959]: DEBUG nova.network.neutron [-] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.378982] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb58b02-b67a-4526-8a8f-5f263e5fdb26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.388508] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f6b75b-d732-4983-8e26-b9cc0dfc2f46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.395008] env[69959]: DEBUG nova.compute.manager [req-c2978527-cdfb-4e1f-b19f-a5f94b1f7665 req-f9ea4f7f-826d-4545-9f58-a808b3e49dc4 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Received event network-vif-deleted-45bee8cd-809e-4170-b812-890af2dc3a5c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.395222] env[69959]: INFO nova.compute.manager [req-c2978527-cdfb-4e1f-b19f-a5f94b1f7665 req-f9ea4f7f-826d-4545-9f58-a808b3e49dc4 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Neutron deleted interface 45bee8cd-809e-4170-b812-890af2dc3a5c; detaching it from the instance and deleting it from the info cache [ 860.395876] env[69959]: DEBUG nova.network.neutron [req-c2978527-cdfb-4e1f-b19f-a5f94b1f7665 req-f9ea4f7f-826d-4545-9f58-a808b3e49dc4 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.429651] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1fb2e-7e43-4af8-bd2a-c6cefd7f83a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.440017] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af340ebf-0033-4c54-bb82-bedbc8f29861 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.457734] env[69959]: DEBUG nova.compute.provider_tree [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.481496] env[69959]: DEBUG oslo_vmware.api [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086675, 'name': PowerOnVM_Task, 'duration_secs': 0.518284} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.481918] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.481918] env[69959]: DEBUG nova.compute.manager [None req-2f57950f-8cca-4fba-8ae4-a40292b59e63 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.482653] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd151f3f-889e-4e47-9aa5-b31da40ce515 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.781170] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.808407] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.808750] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.809047] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.809301] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.809497] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.809723] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.809983] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.810187] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.810378] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.810562] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.810779] env[69959]: DEBUG nova.virt.hardware [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.811776] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597c675-2347-4624-93a4-0a0e906968e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.822042] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8021a4cf-e31e-4fd8-90a1-100160aaa84f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.859013] env[69959]: DEBUG nova.network.neutron [-] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.898181] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f430492-c605-494c-a4c0-067d3ea9f1fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.909829] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0fc55b-c0ca-4d76-8faf-d3970bfad8d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.950130] env[69959]: DEBUG nova.compute.manager [req-c2978527-cdfb-4e1f-b19f-a5f94b1f7665 req-f9ea4f7f-826d-4545-9f58-a808b3e49dc4 service nova] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Detach interface failed, port_id=45bee8cd-809e-4170-b812-890af2dc3a5c, reason: Instance b02c6408-c7ab-4f56-8d50-ef6392028b5a could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.961922] env[69959]: DEBUG nova.scheduler.client.report [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.017070] env[69959]: DEBUG nova.objects.instance [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.214438] env[69959]: DEBUG nova.network.neutron [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Successfully updated port: 389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.363194] env[69959]: INFO nova.compute.manager [-] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Took 1.27 seconds to deallocate network for instance. [ 861.468969] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.469563] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.472456] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.637s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.472586] env[69959]: DEBUG nova.objects.instance [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lazy-loading 'resources' on Instance uuid b3b002b6-4835-4e08-b66c-6185be72dd66 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.522352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-318f1369-2bc0-4edf-988d-e9d51247675b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.389s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.613849] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.614157] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.614349] env[69959]: DEBUG nova.compute.manager [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.615271] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5484038f-c7a9-46df-bf3a-0682e5e42b81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.623177] env[69959]: DEBUG nova.compute.manager [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 861.623793] env[69959]: DEBUG nova.objects.instance [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.717103] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "refresh_cache-a1e6be92-58e5-4d18-85a0-2e336bdafc87" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.717344] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquired lock "refresh_cache-a1e6be92-58e5-4d18-85a0-2e336bdafc87" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.717344] env[69959]: DEBUG nova.network.neutron [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.875128] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.976093] env[69959]: DEBUG nova.compute.utils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.982039] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.982039] env[69959]: DEBUG nova.network.neutron [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.007974] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "0daccc65-92c2-4373-889b-2985ae46bcd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.008370] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.008490] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "0daccc65-92c2-4373-889b-2985ae46bcd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.009075] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.009269] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.011483] env[69959]: INFO nova.compute.manager [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Terminating instance [ 862.034608] env[69959]: DEBUG nova.policy [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80db5c00e15348e1adaaa3bbc41de3ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad8727ef6644b08b983afcf04177c17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.271793] env[69959]: DEBUG nova.network.neutron [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.422567] env[69959]: DEBUG nova.network.neutron [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Successfully created port: 1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.471525] env[69959]: DEBUG nova.compute.manager [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Received event network-vif-plugged-389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.471895] env[69959]: DEBUG oslo_concurrency.lockutils [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] Acquiring lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.472239] env[69959]: DEBUG oslo_concurrency.lockutils [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.472449] env[69959]: DEBUG oslo_concurrency.lockutils [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.472647] env[69959]: DEBUG nova.compute.manager [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] No waiting events found dispatching network-vif-plugged-389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 862.472841] env[69959]: WARNING nova.compute.manager [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Received unexpected event network-vif-plugged-389ca696-c648-4ec5-a25b-b6a3dd37fcfc for instance with vm_state building and task_state spawning. [ 862.473033] env[69959]: DEBUG nova.compute.manager [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Received event network-changed-389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.473227] env[69959]: DEBUG nova.compute.manager [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Refreshing instance network info cache due to event network-changed-389ca696-c648-4ec5-a25b-b6a3dd37fcfc. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.473432] env[69959]: DEBUG oslo_concurrency.lockutils [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] Acquiring lock "refresh_cache-a1e6be92-58e5-4d18-85a0-2e336bdafc87" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.482714] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.514839] env[69959]: DEBUG nova.network.neutron [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Updating instance_info_cache with network_info: [{"id": "389ca696-c648-4ec5-a25b-b6a3dd37fcfc", "address": "fa:16:3e:3b:bc:70", "network": {"id": "a613b9d7-b30a-421f-a6d9-6ee7659a65d8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-991837036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fffb95b0442c8807a1debe8a7870f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389ca696-c6", "ovs_interfaceid": "389ca696-c648-4ec5-a25b-b6a3dd37fcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.516465] env[69959]: DEBUG nova.compute.manager [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.516682] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.517812] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2789117f-09a5-4fcb-9d81-b9c39e2f3a6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.528024] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.528024] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a6684cf-3ea5-4850-b020-2fb0e0181b43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.536182] env[69959]: DEBUG oslo_vmware.api [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 862.536182] env[69959]: value = "task-4086676" [ 862.536182] env[69959]: _type = "Task" [ 862.536182] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.548238] env[69959]: DEBUG oslo_vmware.api [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.564431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c78d25-776f-454f-93a8-460a50730c56 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.573978] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7e5d89-14c6-4f57-b3ed-74d7ab271449 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.606917] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d749c4bd-7785-4fba-8755-415681780b31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.615806] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fac8923-a6b1-4330-961c-ec1d3fae3050 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.633422] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.633963] env[69959]: DEBUG nova.compute.provider_tree [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.635455] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e098e698-9f0e-419f-b803-dcbc8250f456 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.643580] env[69959]: DEBUG oslo_vmware.api [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 862.643580] env[69959]: value = "task-4086677" [ 862.643580] env[69959]: _type = "Task" [ 862.643580] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.658880] env[69959]: DEBUG oslo_vmware.api [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.018657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Releasing lock "refresh_cache-a1e6be92-58e5-4d18-85a0-2e336bdafc87" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.019026] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Instance network_info: |[{"id": "389ca696-c648-4ec5-a25b-b6a3dd37fcfc", "address": "fa:16:3e:3b:bc:70", "network": {"id": "a613b9d7-b30a-421f-a6d9-6ee7659a65d8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-991837036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fffb95b0442c8807a1debe8a7870f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389ca696-c6", "ovs_interfaceid": "389ca696-c648-4ec5-a25b-b6a3dd37fcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.019312] env[69959]: DEBUG oslo_concurrency.lockutils [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] Acquired lock "refresh_cache-a1e6be92-58e5-4d18-85a0-2e336bdafc87" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.019493] env[69959]: DEBUG nova.network.neutron [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Refreshing network info cache for port 389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.021148] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:bc:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389ca696-c648-4ec5-a25b-b6a3dd37fcfc', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.028744] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Creating folder: Project (946fffb95b0442c8807a1debe8a7870f). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.030370] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faad7343-9f8e-4287-a531-06cc4b91ad1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.045035] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Created folder: Project (946fffb95b0442c8807a1debe8a7870f) in parent group-v809535. [ 863.045035] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Creating folder: Instances. Parent ref: group-v809689. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.047654] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b8cb8bc-3f9e-4192-9f2f-8c8e301287c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.049670] env[69959]: DEBUG oslo_vmware.api [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086676, 'name': PowerOffVM_Task, 'duration_secs': 0.230577} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.050272] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.050434] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.051143] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c39d05-f7ac-4c89-80bf-ea32e669bb26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.060180] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Created folder: Instances in parent group-v809689. [ 863.060454] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.060654] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.060874] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdfa0668-1c60-4696-8c8f-ec675a75edaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.082681] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.082681] env[69959]: value = "task-4086681" [ 863.082681] env[69959]: _type = "Task" [ 863.082681] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.093658] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086681, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.126679] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.126993] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.127238] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Deleting the datastore file [datastore2] 0daccc65-92c2-4373-889b-2985ae46bcd3 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.127655] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b540e57-d25d-4b91-97f2-400e40d69409 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.135900] env[69959]: DEBUG oslo_vmware.api [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 863.135900] env[69959]: value = "task-4086682" [ 863.135900] env[69959]: _type = "Task" [ 863.135900] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.140411] env[69959]: DEBUG nova.scheduler.client.report [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.151420] env[69959]: DEBUG oslo_vmware.api [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.158257] env[69959]: DEBUG oslo_vmware.api [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086677, 'name': PowerOffVM_Task, 'duration_secs': 0.257974} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.159311] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.159591] env[69959]: DEBUG nova.compute.manager [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.160523] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d5869-6edf-4fb8-8cc2-787076211362 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.496063] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.520618] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.520927] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.521090] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.521284] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.521435] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.521583] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.521831] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.522102] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.522248] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.522442] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.522638] env[69959]: DEBUG nova.virt.hardware [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.524051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff73407-f26f-416a-a34f-2b255e5ee48a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.536009] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55e9613-e956-47fb-bf91-25542d11b970 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.594237] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086681, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.650249] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.652493] env[69959]: DEBUG oslo_vmware.api [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24176} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.653031] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.380s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.654540] env[69959]: INFO nova.compute.claims [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.657275] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.657473] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.657655] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.657833] env[69959]: INFO nova.compute.manager [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.658092] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.658293] env[69959]: DEBUG nova.compute.manager [-] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.658392] env[69959]: DEBUG nova.network.neutron [-] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.677382] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4248a28c-718c-4eb1-9585-55ae3224fbc3 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.690036] env[69959]: INFO nova.scheduler.client.report [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Deleted allocations for instance b3b002b6-4835-4e08-b66c-6185be72dd66 [ 863.894213] env[69959]: DEBUG nova.network.neutron [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Updated VIF entry in instance network info cache for port 389ca696-c648-4ec5-a25b-b6a3dd37fcfc. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.894645] env[69959]: DEBUG nova.network.neutron [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Updating instance_info_cache with network_info: [{"id": "389ca696-c648-4ec5-a25b-b6a3dd37fcfc", "address": "fa:16:3e:3b:bc:70", "network": {"id": "a613b9d7-b30a-421f-a6d9-6ee7659a65d8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-991837036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946fffb95b0442c8807a1debe8a7870f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389ca696-c6", "ovs_interfaceid": "389ca696-c648-4ec5-a25b-b6a3dd37fcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.095007] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086681, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.200116] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "b3b002b6-4835-4e08-b66c-6185be72dd66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.468s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.238784] env[69959]: DEBUG nova.objects.instance [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.242835] env[69959]: DEBUG nova.network.neutron [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Successfully updated port: 1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.397922] env[69959]: DEBUG oslo_concurrency.lockutils [req-1061b42b-6caa-4476-b66b-82762c0636a1 req-4355d2c0-3f3e-494b-9bfc-f8eac92eb199 service nova] Releasing lock "refresh_cache-a1e6be92-58e5-4d18-85a0-2e336bdafc87" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.524143] env[69959]: DEBUG nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Received event network-vif-plugged-1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.525039] env[69959]: DEBUG oslo_concurrency.lockutils [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] Acquiring lock "fd855e92-f7b0-4a40-8e01-151722833c1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.525039] env[69959]: DEBUG oslo_concurrency.lockutils [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.525039] env[69959]: DEBUG oslo_concurrency.lockutils [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.525139] env[69959]: DEBUG nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] No waiting events found dispatching network-vif-plugged-1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.525246] env[69959]: WARNING nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Received unexpected event network-vif-plugged-1b97466f-459b-4a2a-a29d-acaaa6885121 for instance with vm_state building and task_state spawning. [ 864.525406] env[69959]: DEBUG nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Received event network-vif-deleted-13b867f6-5c3e-4df9-97ae-d257913ac327 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.525562] env[69959]: INFO nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Neutron deleted interface 13b867f6-5c3e-4df9-97ae-d257913ac327; detaching it from the instance and deleting it from the info cache [ 864.525727] env[69959]: DEBUG nova.network.neutron [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.595610] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086681, 'name': CreateVM_Task, 'duration_secs': 1.104257} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.595807] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.596508] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.597010] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.597275] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2565a6-6457-495e-a8a0-8aeaba7f554d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.602687] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 864.602687] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c27b42-2a3d-b891-dbbf-3c268453153d" [ 864.602687] env[69959]: _type = "Task" [ 864.602687] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.612243] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c27b42-2a3d-b891-dbbf-3c268453153d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.659821] env[69959]: DEBUG nova.network.neutron [-] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.748096] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "refresh_cache-fd855e92-f7b0-4a40-8e01-151722833c1d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.748096] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquired lock "refresh_cache-fd855e92-f7b0-4a40-8e01-151722833c1d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.748368] env[69959]: DEBUG nova.network.neutron [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.749825] env[69959]: DEBUG oslo_concurrency.lockutils [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.749997] env[69959]: DEBUG oslo_concurrency.lockutils [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.750188] env[69959]: DEBUG nova.network.neutron [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.750614] env[69959]: DEBUG nova.objects.instance [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'info_cache' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.031411] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8a278f4-eaac-4677-9de3-ca65622bff5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.042207] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c496ee62-d2d0-4244-b277-067120950fc0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.085152] env[69959]: DEBUG nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Detach interface failed, port_id=13b867f6-5c3e-4df9-97ae-d257913ac327, reason: Instance 0daccc65-92c2-4373-889b-2985ae46bcd3 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.085397] env[69959]: DEBUG nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Received event network-changed-1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.085563] env[69959]: DEBUG nova.compute.manager [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Refreshing instance network info cache due to event network-changed-1b97466f-459b-4a2a-a29d-acaaa6885121. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.085765] env[69959]: DEBUG oslo_concurrency.lockutils [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] Acquiring lock "refresh_cache-fd855e92-f7b0-4a40-8e01-151722833c1d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.114390] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c27b42-2a3d-b891-dbbf-3c268453153d, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.121705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.122098] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.122376] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.122527] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.122708] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.124664] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c091bd-fec1-4c9a-afe3-188621dd80cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.136318] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.136457] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.137217] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d1006e-79ef-4316-9197-8ee8b3b3782c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.147048] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 865.147048] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52952f39-fc3b-c8b2-9b37-52e65cb4cf1f" [ 865.147048] env[69959]: _type = "Task" [ 865.147048] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.158406] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52952f39-fc3b-c8b2-9b37-52e65cb4cf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.162318] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918ff111-7b38-4519-951f-d382121eee67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.165113] env[69959]: INFO nova.compute.manager [-] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Took 1.51 seconds to deallocate network for instance. [ 865.172471] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 865.172471] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524dd805-af43-f6ec-f779-a7e507ecda67" [ 865.172471] env[69959]: _type = "Task" [ 865.172471] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.184669] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524dd805-af43-f6ec-f779-a7e507ecda67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.255949] env[69959]: DEBUG nova.objects.base [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Object Instance<0a9ce531-68c9-4033-bbd5-9b5dec9f73c5> lazy-loaded attributes: flavor,info_cache {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 865.281468] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d54f2a-3317-44c1-add1-8d059830db10 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.293197] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc374d0-583c-4669-8ea5-675f686b66c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.330111] env[69959]: DEBUG nova.network.neutron [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.332269] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62acb3d8-9da6-439e-93f0-df2ff5c06147 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.341279] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab864e-9c08-44e8-be16-e1bd92bc0c8c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.357265] env[69959]: DEBUG nova.compute.provider_tree [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.409620] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.410545] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.410545] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.410712] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.410928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.413752] env[69959]: INFO nova.compute.manager [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Terminating instance [ 865.528481] env[69959]: DEBUG nova.network.neutron [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Updating instance_info_cache with network_info: [{"id": "1b97466f-459b-4a2a-a29d-acaaa6885121", "address": "fa:16:3e:23:97:44", "network": {"id": "05852d70-b51f-48cc-8d6b-12c13857ac8a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1871008875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad8727ef6644b08b983afcf04177c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b97466f-45", "ovs_interfaceid": "1b97466f-459b-4a2a-a29d-acaaa6885121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.674917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.685933] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524dd805-af43-f6ec-f779-a7e507ecda67, 'name': SearchDatastore_Task, 'duration_secs': 0.012688} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.686242] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.686509] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a1e6be92-58e5-4d18-85a0-2e336bdafc87/a1e6be92-58e5-4d18-85a0-2e336bdafc87.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.686788] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b6e1bf-89bd-4120-a572-60b0a23870f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.695057] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 865.695057] env[69959]: value = "task-4086683" [ 865.695057] env[69959]: _type = "Task" [ 865.695057] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.704770] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.860670] env[69959]: DEBUG nova.scheduler.client.report [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.919164] env[69959]: DEBUG nova.compute.manager [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.919164] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.919969] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d8c65-467a-4dc7-a4e5-a834f97dd062 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.934205] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.934529] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96437425-62dd-4d54-95d9-73fa48faf211 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.942681] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 865.942681] env[69959]: value = "task-4086684" [ 865.942681] env[69959]: _type = "Task" [ 865.942681] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.954517] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.032093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Releasing lock "refresh_cache-fd855e92-f7b0-4a40-8e01-151722833c1d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.032342] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Instance network_info: |[{"id": "1b97466f-459b-4a2a-a29d-acaaa6885121", "address": "fa:16:3e:23:97:44", "network": {"id": "05852d70-b51f-48cc-8d6b-12c13857ac8a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1871008875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad8727ef6644b08b983afcf04177c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b97466f-45", "ovs_interfaceid": "1b97466f-459b-4a2a-a29d-acaaa6885121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.032655] env[69959]: DEBUG oslo_concurrency.lockutils [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] Acquired lock "refresh_cache-fd855e92-f7b0-4a40-8e01-151722833c1d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.032832] env[69959]: DEBUG nova.network.neutron [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Refreshing network info cache for port 1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.034350] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:97:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b97466f-459b-4a2a-a29d-acaaa6885121', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.044437] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Creating folder: Project (aad8727ef6644b08b983afcf04177c17). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.045027] env[69959]: DEBUG nova.network.neutron [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating instance_info_cache with network_info: [{"id": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "address": "fa:16:3e:62:81:10", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb12e26e-a2", "ovs_interfaceid": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.050412] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba8bd3d2-d005-4731-9950-521aa625384f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.064986] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Created folder: Project (aad8727ef6644b08b983afcf04177c17) in parent group-v809535. [ 866.065532] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Creating folder: Instances. Parent ref: group-v809692. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.065938] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80c5668-bf09-43ee-aeed-8e8426b15775 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.079893] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Created folder: Instances in parent group-v809692. [ 866.080148] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.080350] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.080573] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e7b1189-7ba2-4856-a8f9-d383e457b898 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.107199] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.107199] env[69959]: value = "task-4086687" [ 866.107199] env[69959]: _type = "Task" [ 866.107199] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.120319] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086687, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.214813] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.229323] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd5bb-f211-bfb2-d761-451197b6a781/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.230545] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9071cb03-665c-44f4-baf1-c0dfaf67404a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.243980] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd5bb-f211-bfb2-d761-451197b6a781/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.245484] env[69959]: ERROR oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd5bb-f211-bfb2-d761-451197b6a781/disk-0.vmdk due to incomplete transfer. [ 866.245484] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b1ea474-cb03-4a68-ad04-cd27117123c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.270942] env[69959]: DEBUG oslo_vmware.rw_handles [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd5bb-f211-bfb2-d761-451197b6a781/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.271206] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Uploaded image 483a8ef1-63fa-4ae9-ae95-c49c13c8957a to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.275264] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.276343] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9cba5eab-fcc6-4570-9f5d-6b01af7c7bff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.291397] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 866.291397] env[69959]: value = "task-4086688" [ 866.291397] env[69959]: _type = "Task" [ 866.291397] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.301606] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086688, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.333996] env[69959]: DEBUG nova.network.neutron [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Updated VIF entry in instance network info cache for port 1b97466f-459b-4a2a-a29d-acaaa6885121. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.334458] env[69959]: DEBUG nova.network.neutron [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Updating instance_info_cache with network_info: [{"id": "1b97466f-459b-4a2a-a29d-acaaa6885121", "address": "fa:16:3e:23:97:44", "network": {"id": "05852d70-b51f-48cc-8d6b-12c13857ac8a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1871008875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad8727ef6644b08b983afcf04177c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b97466f-45", "ovs_interfaceid": "1b97466f-459b-4a2a-a29d-acaaa6885121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.366544] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.367135] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.370945] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.422s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.372018] env[69959]: INFO nova.compute.claims [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.459064] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086684, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.554104] env[69959]: DEBUG oslo_concurrency.lockutils [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.617433] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086687, 'name': CreateVM_Task, 'duration_secs': 0.448441} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.617594] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.618510] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.619204] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.619204] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.619418] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b90a33-93af-4ca6-9374-410fb77be12e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.627148] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 866.627148] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52793b88-b573-9947-e5a6-4d7ab46c6136" [ 866.627148] env[69959]: _type = "Task" [ 866.627148] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.637099] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52793b88-b573-9947-e5a6-4d7ab46c6136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.709914] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736935} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.709914] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a1e6be92-58e5-4d18-85a0-2e336bdafc87/a1e6be92-58e5-4d18-85a0-2e336bdafc87.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.709914] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.709914] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-060b64d1-7234-4e40-89d4-33e950872596 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.716935] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 866.716935] env[69959]: value = "task-4086689" [ 866.716935] env[69959]: _type = "Task" [ 866.716935] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.729534] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.800218] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086688, 'name': Destroy_Task, 'duration_secs': 0.427925} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.800218] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Destroyed the VM [ 866.800218] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 866.800759] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70493d55-f334-4a96-a880-5e3889e951ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.809531] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 866.809531] env[69959]: value = "task-4086690" [ 866.809531] env[69959]: _type = "Task" [ 866.809531] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.818269] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.837791] env[69959]: DEBUG oslo_concurrency.lockutils [req-116a1131-9ca1-4892-89dd-bc5871277fa7 req-8a356383-5b9f-488a-a128-bd072a7d8913 service nova] Releasing lock "refresh_cache-fd855e92-f7b0-4a40-8e01-151722833c1d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.880750] env[69959]: DEBUG nova.compute.utils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.882311] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.882489] env[69959]: DEBUG nova.network.neutron [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.955033] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086684, 'name': PowerOffVM_Task, 'duration_secs': 0.549147} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.955146] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.955239] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.955506] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15afff9-bab9-4bd5-926a-b2c4cd26e7ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.971208] env[69959]: DEBUG nova.policy [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01bdca33b8024824a5e06b181d03c361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec5aa74ab84472c8ba78428aeec3889', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.059979] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.060292] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.060587] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Deleting the datastore file [datastore1] edc30bb6-6257-4e62-8c00-f6169a4b31cc {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.061064] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b465f9f9-1bf4-4ad3-a695-10538063b7e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.069421] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for the task: (returnval){ [ 867.069421] env[69959]: value = "task-4086692" [ 867.069421] env[69959]: _type = "Task" [ 867.069421] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.079573] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.140132] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52793b88-b573-9947-e5a6-4d7ab46c6136, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.140636] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.141155] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.141355] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.141583] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.141897] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.142778] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1121272-56d0-43f8-a65d-60beddef425c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.160988] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.160988] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.161599] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012a6a17-aaf3-40e0-9b06-b6dab74e95b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.167718] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 867.167718] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7874b-8fe4-bc13-e454-1c39dde47e9e" [ 867.167718] env[69959]: _type = "Task" [ 867.167718] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.177067] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7874b-8fe4-bc13-e454-1c39dde47e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.227883] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072657} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.228537] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.230043] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020af3b5-670f-4633-820b-5fd51ddd0124 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.256536] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a1e6be92-58e5-4d18-85a0-2e336bdafc87/a1e6be92-58e5-4d18-85a0-2e336bdafc87.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.256874] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee777b50-147a-4672-91d5-428eb3fb743f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.278939] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 867.278939] env[69959]: value = "task-4086693" [ 867.278939] env[69959]: _type = "Task" [ 867.278939] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.284953] env[69959]: DEBUG nova.network.neutron [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Successfully created port: 407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.294038] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.321402] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.387351] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.564786] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.565323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a81cf471-60c8-4f4d-adaa-a57812fac140 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.581870] env[69959]: DEBUG oslo_vmware.api [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 867.581870] env[69959]: value = "task-4086694" [ 867.581870] env[69959]: _type = "Task" [ 867.581870] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.589826] env[69959]: DEBUG oslo_vmware.api [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Task: {'id': task-4086692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400752} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.593326] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.593543] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.593770] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.593917] env[69959]: INFO nova.compute.manager [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Took 1.68 seconds to destroy the instance on the hypervisor. [ 867.594307] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.594973] env[69959]: DEBUG oslo_vmware.api [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.595430] env[69959]: DEBUG nova.compute.manager [-] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.595430] env[69959]: DEBUG nova.network.neutron [-] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.679972] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7874b-8fe4-bc13-e454-1c39dde47e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.039954} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.680306] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7693c8c2-fcbe-4ee3-b119-8a3844fe415d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.686945] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 867.686945] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52955ca7-1736-e5a1-838c-5aa2fc53348e" [ 867.686945] env[69959]: _type = "Task" [ 867.686945] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.698528] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52955ca7-1736-e5a1-838c-5aa2fc53348e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.791648] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086693, 'name': ReconfigVM_Task, 'duration_secs': 0.313986} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.791946] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a1e6be92-58e5-4d18-85a0-2e336bdafc87/a1e6be92-58e5-4d18-85a0-2e336bdafc87.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.792593] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d065fbb-1926-482d-a872-f180ceed6a58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.799993] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 867.799993] env[69959]: value = "task-4086695" [ 867.799993] env[69959]: _type = "Task" [ 867.799993] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.811934] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086695, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.823830] env[69959]: DEBUG oslo_vmware.api [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086690, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54541} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.824531] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.824637] env[69959]: INFO nova.compute.manager [None req-e836023d-9d6f-4e59-8c68-3a3226a1eba1 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Took 13.82 seconds to snapshot the instance on the hypervisor. [ 868.032858] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375a638-c5ec-466d-976d-cc241cac66c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.040972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfed423-b49c-4344-a0da-349f6f11f611 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.075769] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a3a3f-6011-4565-92c6-90faf8df0fde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.083363] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca132b-1584-4365-8435-a58b4d703c48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.097083] env[69959]: DEBUG oslo_vmware.api [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086694, 'name': PowerOnVM_Task, 'duration_secs': 0.499877} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.105359] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.105600] env[69959]: DEBUG nova.compute.manager [None req-adab8da3-4253-438c-8365-bed1ac8a7b20 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.106461] env[69959]: DEBUG nova.compute.provider_tree [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.108255] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f467a-b62d-4a25-9ee8-9f6880e9a627 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.200748] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52955ca7-1736-e5a1-838c-5aa2fc53348e, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.200748] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.200748] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] fd855e92-f7b0-4a40-8e01-151722833c1d/fd855e92-f7b0-4a40-8e01-151722833c1d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.200748] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0f5e1ad-2a47-4401-8731-224a7f1248a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.207847] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 868.207847] env[69959]: value = "task-4086696" [ 868.207847] env[69959]: _type = "Task" [ 868.207847] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.217609] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.310372] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086695, 'name': Rename_Task, 'duration_secs': 0.163537} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.310711] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.310969] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf18eb10-201e-46ac-abcd-e38dffe7c781 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.315075] env[69959]: DEBUG nova.compute.manager [req-a9ccf7f4-ea22-4336-a2ea-c3f3dab05fb5 req-7a3c738f-a734-4b12-92e9-65603b1e837e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Received event network-vif-deleted-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.315275] env[69959]: INFO nova.compute.manager [req-a9ccf7f4-ea22-4336-a2ea-c3f3dab05fb5 req-7a3c738f-a734-4b12-92e9-65603b1e837e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Neutron deleted interface 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8; detaching it from the instance and deleting it from the info cache [ 868.315449] env[69959]: DEBUG nova.network.neutron [req-a9ccf7f4-ea22-4336-a2ea-c3f3dab05fb5 req-7a3c738f-a734-4b12-92e9-65603b1e837e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.323467] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 868.323467] env[69959]: value = "task-4086697" [ 868.323467] env[69959]: _type = "Task" [ 868.323467] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.339209] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.398428] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.449228] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.449228] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.453339] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.453868] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.453868] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.454065] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.454140] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.454313] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.454579] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.454779] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.454989] env[69959]: DEBUG nova.virt.hardware [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.455986] env[69959]: DEBUG nova.network.neutron [-] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.458123] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3815415-09d6-4cb6-a730-6149e6bb254e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.467870] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8557c5f-518e-4e08-94a1-4734e3584418 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.637239] env[69959]: ERROR nova.scheduler.client.report [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [req-c8305c6b-6d91-4825-816e-500cccaed2de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8305c6b-6d91-4825-816e-500cccaed2de"}]} [ 868.659216] env[69959]: DEBUG nova.scheduler.client.report [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 868.685422] env[69959]: DEBUG nova.scheduler.client.report [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 868.685898] env[69959]: DEBUG nova.compute.provider_tree [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.701175] env[69959]: DEBUG nova.scheduler.client.report [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 868.718320] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.734837] env[69959]: DEBUG nova.scheduler.client.report [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 868.818514] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e3aa1e6-de4b-4958-ac93-20bbd472bae2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.836240] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e69126-25d5-4e99-807c-0abfab19c3df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.855323] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.886376] env[69959]: DEBUG nova.compute.manager [req-a9ccf7f4-ea22-4336-a2ea-c3f3dab05fb5 req-7a3c738f-a734-4b12-92e9-65603b1e837e service nova] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Detach interface failed, port_id=84cf5f2b-ca6a-403e-b930-ae0cd9f782c8, reason: Instance edc30bb6-6257-4e62-8c00-f6169a4b31cc could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.960331] env[69959]: DEBUG nova.network.neutron [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Successfully updated port: 407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.963923] env[69959]: INFO nova.compute.manager [-] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Took 1.37 seconds to deallocate network for instance. [ 869.222523] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724322} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.222778] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] fd855e92-f7b0-4a40-8e01-151722833c1d/fd855e92-f7b0-4a40-8e01-151722833c1d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.222980] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.223287] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a92b92-a7aa-463f-8ac8-776b086b0383 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.233723] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 869.233723] env[69959]: value = "task-4086698" [ 869.233723] env[69959]: _type = "Task" [ 869.233723] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.244681] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.335130] env[69959]: DEBUG oslo_vmware.api [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086697, 'name': PowerOnVM_Task, 'duration_secs': 0.652502} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.335294] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.335500] env[69959]: INFO nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Took 8.56 seconds to spawn the instance on the hypervisor. [ 869.335680] env[69959]: DEBUG nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.336508] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2221f7e1-c44b-4cc4-8bc1-30f13f4a0024 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.352249] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9351380-59d1-4041-93de-3c69d1f2c8e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.356949] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d776a1-8976-4968-9b2a-6f5aa1b84e3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.391825] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989354e-0a98-4d9a-96eb-e0ec5665effb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.402261] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82838a10-9f2b-4ae9-ab50-0ec6e50fc6cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.416923] env[69959]: DEBUG nova.compute.provider_tree [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.464227] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "refresh_cache-f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.464405] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired lock "refresh_cache-f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.464523] env[69959]: DEBUG nova.network.neutron [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.471888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.743816] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074396} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.744109] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.745124] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ff252-55f2-41f8-93ff-217667a82bcd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.767883] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] fd855e92-f7b0-4a40-8e01-151722833c1d/fd855e92-f7b0-4a40-8e01-151722833c1d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.768235] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca96856c-5b5e-473a-8cde-5de63bed2f8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.789266] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 869.789266] env[69959]: value = "task-4086699" [ 869.789266] env[69959]: _type = "Task" [ 869.789266] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.799568] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.862355] env[69959]: INFO nova.compute.manager [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Took 62.25 seconds to build instance. [ 869.973975] env[69959]: DEBUG nova.scheduler.client.report [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 869.974145] env[69959]: DEBUG nova.compute.provider_tree [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 85 to 86 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 869.974527] env[69959]: DEBUG nova.compute.provider_tree [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.043511] env[69959]: DEBUG nova.network.neutron [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.245168] env[69959]: DEBUG nova.network.neutron [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Updating instance_info_cache with network_info: [{"id": "407b3067-0128-414a-acfe-927509e4e18c", "address": "fa:16:3e:50:41:a5", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407b3067-01", "ovs_interfaceid": "407b3067-0128-414a-acfe-927509e4e18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.302393] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086699, 'name': ReconfigVM_Task, 'duration_secs': 0.337147} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.302885] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] fd855e92-f7b0-4a40-8e01-151722833c1d/fd855e92-f7b0-4a40-8e01-151722833c1d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.303570] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b5f4144-aeca-4572-b6b5-563ed1c4406e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.311655] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 870.311655] env[69959]: value = "task-4086700" [ 870.311655] env[69959]: _type = "Task" [ 870.311655] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.321365] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086700, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.364788] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.103s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.456233] env[69959]: DEBUG nova.compute.manager [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Received event network-vif-plugged-407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.456415] env[69959]: DEBUG oslo_concurrency.lockutils [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] Acquiring lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.456655] env[69959]: DEBUG oslo_concurrency.lockutils [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.456943] env[69959]: DEBUG oslo_concurrency.lockutils [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.456943] env[69959]: DEBUG nova.compute.manager [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] No waiting events found dispatching network-vif-plugged-407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.457275] env[69959]: WARNING nova.compute.manager [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Received unexpected event network-vif-plugged-407b3067-0128-414a-acfe-927509e4e18c for instance with vm_state building and task_state spawning. [ 870.457502] env[69959]: DEBUG nova.compute.manager [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Received event network-changed-407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.457809] env[69959]: DEBUG nova.compute.manager [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Refreshing instance network info cache due to event network-changed-407b3067-0128-414a-acfe-927509e4e18c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.457992] env[69959]: DEBUG oslo_concurrency.lockutils [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] Acquiring lock "refresh_cache-f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.479955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.109s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.480395] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.483123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.468s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.483370] env[69959]: DEBUG nova.objects.instance [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lazy-loading 'resources' on Instance uuid 989e07aa-00f8-48d4-8a6c-1ffbf153e66e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.748046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Releasing lock "refresh_cache-f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.748430] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Instance network_info: |[{"id": "407b3067-0128-414a-acfe-927509e4e18c", "address": "fa:16:3e:50:41:a5", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407b3067-01", "ovs_interfaceid": "407b3067-0128-414a-acfe-927509e4e18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.748744] env[69959]: DEBUG oslo_concurrency.lockutils [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] Acquired lock "refresh_cache-f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.748990] env[69959]: DEBUG nova.network.neutron [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Refreshing network info cache for port 407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.750378] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:41:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407b3067-0128-414a-acfe-927509e4e18c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.758044] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.758567] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.759396] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48b32850-0a0a-4217-b0ac-8ba810dcb1c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.780799] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.780799] env[69959]: value = "task-4086701" [ 870.780799] env[69959]: _type = "Task" [ 870.780799] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.790085] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086701, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.822372] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086700, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.871925] env[69959]: DEBUG nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.986090] env[69959]: DEBUG nova.compute.utils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.991070] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.991344] env[69959]: DEBUG nova.network.neutron [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.067651] env[69959]: DEBUG nova.policy [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd6278b54b34717915aaa45678df357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc40e04316842d0b22f50e5f55b4913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.297976] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086701, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.325849] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086700, 'name': Rename_Task, 'duration_secs': 0.951568} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.327972] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.329107] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-438f0a66-dfe2-46aa-8cf4-c63844134a22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.340426] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 871.340426] env[69959]: value = "task-4086702" [ 871.340426] env[69959]: _type = "Task" [ 871.340426] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.354576] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.394555] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.495032] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.679195] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844e318-18b9-4ebf-9a38-7f037c6e39d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.687795] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f94dfe-f8a1-41ef-834f-4e0a55ec309a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.731557] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dbc74b-47b5-442a-bceb-9b21b5657c74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.740431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f16d8e-f26f-4a02-9c01-2e35d05b1db4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.758097] env[69959]: DEBUG nova.compute.provider_tree [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.763436] env[69959]: DEBUG nova.network.neutron [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Successfully created port: f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.792726] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086701, 'name': CreateVM_Task, 'duration_secs': 0.560169} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.792910] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.793713] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.793873] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.794279] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.797575] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c252342-a732-4d50-b1f1-9b45078a3135 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.804660] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 871.804660] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e2d405-0eac-6592-1482-680078e241e4" [ 871.804660] env[69959]: _type = "Task" [ 871.804660] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.815125] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e2d405-0eac-6592-1482-680078e241e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.851648] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.864161] env[69959]: DEBUG nova.network.neutron [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Updated VIF entry in instance network info cache for port 407b3067-0128-414a-acfe-927509e4e18c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.864581] env[69959]: DEBUG nova.network.neutron [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Updating instance_info_cache with network_info: [{"id": "407b3067-0128-414a-acfe-927509e4e18c", "address": "fa:16:3e:50:41:a5", "network": {"id": "de3ec4c2-87aa-406b-b9c0-155182de5cfc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-396865968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec5aa74ab84472c8ba78428aeec3889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407b3067-01", "ovs_interfaceid": "407b3067-0128-414a-acfe-927509e4e18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.096285] env[69959]: DEBUG nova.compute.manager [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.097522] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4429f52d-f452-434e-a8d6-90bcc22a10ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.153036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.153036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.153221] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.153347] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.153517] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.155638] env[69959]: INFO nova.compute.manager [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Terminating instance [ 872.262764] env[69959]: DEBUG nova.scheduler.client.report [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.315983] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e2d405-0eac-6592-1482-680078e241e4, 'name': SearchDatastore_Task, 'duration_secs': 0.02097} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.316352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.316528] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.316761] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.316910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.317107] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.317384] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2f7275-074b-4b7a-a445-f8a5232a0964 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.333795] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.334067] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.334840] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e354fd4c-c355-4ccb-a768-34a9f8c30582 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.340875] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 872.340875] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528a2cd9-30ec-2f33-4741-8430e933e942" [ 872.340875] env[69959]: _type = "Task" [ 872.340875] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.355661] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528a2cd9-30ec-2f33-4741-8430e933e942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.355904] env[69959]: DEBUG oslo_vmware.api [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086702, 'name': PowerOnVM_Task, 'duration_secs': 0.522815} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.356157] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.356353] env[69959]: INFO nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Took 8.86 seconds to spawn the instance on the hypervisor. [ 872.356531] env[69959]: DEBUG nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.357322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46402b40-509e-475f-ac3a-d3079f433378 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.366909] env[69959]: DEBUG oslo_concurrency.lockutils [req-084dd8ea-7ba7-4e71-bcef-954d3c1ad2ac req-158664f5-6c3f-4ac4-9628-f797d7913782 service nova] Releasing lock "refresh_cache-f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.506165] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.537747] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.538063] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.538224] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.538409] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.538554] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.538699] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.538911] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.539097] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.539278] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.539449] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.539621] env[69959]: DEBUG nova.virt.hardware [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.540562] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25359fa5-1f0b-421a-81be-d51eecc649f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.548584] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5767d-b4e0-4a88-b327-6ecfd4d12ab0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.609407] env[69959]: INFO nova.compute.manager [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] instance snapshotting [ 872.612258] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d1adfa-b1d4-4a27-85ff-a34452c98dd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.631984] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d28b6-a72d-4a84-a93a-1c889a496f56 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.659913] env[69959]: DEBUG nova.compute.manager [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.660198] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.661170] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dcf4e2-00d5-4402-9f7c-920c5caf0398 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.670912] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.671097] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a6e868-9dbf-4b22-872d-110c219c99a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.678699] env[69959]: DEBUG oslo_vmware.api [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 872.678699] env[69959]: value = "task-4086703" [ 872.678699] env[69959]: _type = "Task" [ 872.678699] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.689889] env[69959]: DEBUG oslo_vmware.api [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.769187] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.771967] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.776s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.772152] env[69959]: DEBUG nova.objects.instance [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lazy-loading 'resources' on Instance uuid 81bf191a-8bd1-4e58-a172-7663063d4c6c {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.799417] env[69959]: INFO nova.scheduler.client.report [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Deleted allocations for instance 989e07aa-00f8-48d4-8a6c-1ffbf153e66e [ 872.854126] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528a2cd9-30ec-2f33-4741-8430e933e942, 'name': SearchDatastore_Task, 'duration_secs': 0.025901} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.855166] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8808149b-556e-44b5-8495-cc28803f0c60 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.860915] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 872.860915] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521ceed4-828c-44f0-803d-f402b953d3a8" [ 872.860915] env[69959]: _type = "Task" [ 872.860915] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.873240] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521ceed4-828c-44f0-803d-f402b953d3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.875609] env[69959]: INFO nova.compute.manager [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Took 60.49 seconds to build instance. [ 873.143864] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.144407] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9bc9d436-1522-4561-ba08-877883f58608 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.154079] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 873.154079] env[69959]: value = "task-4086704" [ 873.154079] env[69959]: _type = "Task" [ 873.154079] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.166342] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.193042] env[69959]: DEBUG oslo_vmware.api [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086703, 'name': PowerOffVM_Task, 'duration_secs': 0.47475} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.193042] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.193042] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.193311] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a528af-9ab1-4a61-9c9a-3a370f6f3e88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.269669] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.269949] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.270183] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Deleting the datastore file [datastore1] b4f0359b-2f16-410b-b8d0-b1faed9c5913 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.270567] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a880e9-4937-4aab-988d-0fc240acd35a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.278976] env[69959]: DEBUG oslo_vmware.api [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 873.278976] env[69959]: value = "task-4086706" [ 873.278976] env[69959]: _type = "Task" [ 873.278976] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.289936] env[69959]: DEBUG oslo_vmware.api [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.311158] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b0724b0c-21b2-4563-a779-4db5fc450ae6 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Lock "989e07aa-00f8-48d4-8a6c-1ffbf153e66e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.210s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.361246] env[69959]: DEBUG nova.compute.manager [req-d7ab1e71-b030-47a9-97da-14c5ab31cbef req-29d2f00a-dcdc-4e8c-848b-2910ed0d0a0a service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Received event network-vif-plugged-f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.361555] env[69959]: DEBUG oslo_concurrency.lockutils [req-d7ab1e71-b030-47a9-97da-14c5ab31cbef req-29d2f00a-dcdc-4e8c-848b-2910ed0d0a0a service nova] Acquiring lock "f695740d-8fc4-431a-85cf-48c33380f99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.361794] env[69959]: DEBUG oslo_concurrency.lockutils [req-d7ab1e71-b030-47a9-97da-14c5ab31cbef req-29d2f00a-dcdc-4e8c-848b-2910ed0d0a0a service nova] Lock "f695740d-8fc4-431a-85cf-48c33380f99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.361999] env[69959]: DEBUG oslo_concurrency.lockutils [req-d7ab1e71-b030-47a9-97da-14c5ab31cbef req-29d2f00a-dcdc-4e8c-848b-2910ed0d0a0a service nova] Lock "f695740d-8fc4-431a-85cf-48c33380f99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.362249] env[69959]: DEBUG nova.compute.manager [req-d7ab1e71-b030-47a9-97da-14c5ab31cbef req-29d2f00a-dcdc-4e8c-848b-2910ed0d0a0a service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] No waiting events found dispatching network-vif-plugged-f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.362462] env[69959]: WARNING nova.compute.manager [req-d7ab1e71-b030-47a9-97da-14c5ab31cbef req-29d2f00a-dcdc-4e8c-848b-2910ed0d0a0a service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Received unexpected event network-vif-plugged-f266469a-597d-47db-a12e-6c407398414f for instance with vm_state building and task_state spawning. [ 873.378692] env[69959]: DEBUG oslo_concurrency.lockutils [None req-976d3bca-6550-4877-9578-2dafb71102ab tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.263s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.379042] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521ceed4-828c-44f0-803d-f402b953d3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017112} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.380596] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.384020] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f2b76bbc-9eae-4f1d-b057-9a260ba4d14a/f2b76bbc-9eae-4f1d-b057-9a260ba4d14a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.384312] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109ab05a-bde8-483a-bb3e-3c303a9b74e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.392783] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 873.392783] env[69959]: value = "task-4086707" [ 873.392783] env[69959]: _type = "Task" [ 873.392783] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.398266] env[69959]: DEBUG nova.network.neutron [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Successfully updated port: f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.404971] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.557346] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "fd855e92-f7b0-4a40-8e01-151722833c1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.557828] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.558230] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "fd855e92-f7b0-4a40-8e01-151722833c1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.558628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.559044] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.562051] env[69959]: INFO nova.compute.manager [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Terminating instance [ 873.674374] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.795690] env[69959]: DEBUG oslo_vmware.api [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172181} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.795980] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.796210] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.796405] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.796579] env[69959]: INFO nova.compute.manager [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Took 1.14 seconds to destroy the instance on the hypervisor. [ 873.796849] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.797081] env[69959]: DEBUG nova.compute.manager [-] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.797186] env[69959]: DEBUG nova.network.neutron [-] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.886126] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.914072] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-f695740d-8fc4-431a-85cf-48c33380f99d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.914227] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-f695740d-8fc4-431a-85cf-48c33380f99d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.914383] env[69959]: DEBUG nova.network.neutron [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.915602] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086707, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.952134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ffb6a9-8235-4c87-94f0-a2092bc4738a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.966882] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d8ec5-44a6-444d-9d74-4df100ad0b5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.009304] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff4054-aa89-485f-a7d9-2aefa4fee752 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.018020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582fcb04-38c4-42d3-963f-aa2ad8fcd0f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.034336] env[69959]: DEBUG nova.compute.provider_tree [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.068575] env[69959]: DEBUG nova.compute.manager [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.068876] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.070329] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb0a35f-36bc-42b9-9a2a-694e11f032d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.085582] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.085582] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c146e11-9fd7-48eb-8aee-414c4c6cff82 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.092324] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 874.092324] env[69959]: value = "task-4086708" [ 874.092324] env[69959]: _type = "Task" [ 874.092324] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.102552] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.166930] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086704, 'name': CreateSnapshot_Task, 'duration_secs': 0.658429} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.167366] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.168383] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f76c6-39c4-4728-9726-064c49454e81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.404961] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583703} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.404961] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f2b76bbc-9eae-4f1d-b057-9a260ba4d14a/f2b76bbc-9eae-4f1d-b057-9a260ba4d14a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.405293] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.405534] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b555698-904b-4806-93d2-fad00c9cf43a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.408239] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.415724] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 874.415724] env[69959]: value = "task-4086709" [ 874.415724] env[69959]: _type = "Task" [ 874.415724] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.429964] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.477864] env[69959]: DEBUG nova.network.neutron [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.537931] env[69959]: DEBUG nova.scheduler.client.report [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.612466] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086708, 'name': PowerOffVM_Task, 'duration_secs': 0.244682} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.612733] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.613417] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.614597] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-485d3924-55b9-46ad-92ce-3466fef39145 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.689577] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.691853] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a163d1d7-73a9-4627-b00c-d7df0d77e6c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.694482] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.694696] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.694876] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Deleting the datastore file [datastore2] fd855e92-f7b0-4a40-8e01-151722833c1d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.695193] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00065a08-444d-4f00-bcde-016c4e7e9344 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.702842] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for the task: (returnval){ [ 874.702842] env[69959]: value = "task-4086712" [ 874.702842] env[69959]: _type = "Task" [ 874.702842] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.709147] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 874.709147] env[69959]: value = "task-4086711" [ 874.709147] env[69959]: _type = "Task" [ 874.709147] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.721991] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.725383] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.727750] env[69959]: DEBUG nova.network.neutron [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Updating instance_info_cache with network_info: [{"id": "f266469a-597d-47db-a12e-6c407398414f", "address": "fa:16:3e:d4:09:2b", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf266469a-59", "ovs_interfaceid": "f266469a-597d-47db-a12e-6c407398414f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.829494] env[69959]: DEBUG nova.network.neutron [-] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.928996] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166769} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.929353] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.930636] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfbb19-b613-4119-a2c2-0f5ebab9e91a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.958789] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f2b76bbc-9eae-4f1d-b057-9a260ba4d14a/f2b76bbc-9eae-4f1d-b057-9a260ba4d14a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.959281] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b384865a-67f3-48a1-a8c5-6265c4b47644 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.982300] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 874.982300] env[69959]: value = "task-4086713" [ 874.982300] env[69959]: _type = "Task" [ 874.982300] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.992242] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.050542] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.053855] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.770s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.055117] env[69959]: INFO nova.compute.claims [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.091983] env[69959]: INFO nova.scheduler.client.report [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Deleted allocations for instance 81bf191a-8bd1-4e58-a172-7663063d4c6c [ 875.225105] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.234564] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-f695740d-8fc4-431a-85cf-48c33380f99d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.236162] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance network_info: |[{"id": "f266469a-597d-47db-a12e-6c407398414f", "address": "fa:16:3e:d4:09:2b", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf266469a-59", "ovs_interfaceid": "f266469a-597d-47db-a12e-6c407398414f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.236162] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.236385] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:09:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f266469a-597d-47db-a12e-6c407398414f', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.244840] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.245594] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.245780] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3874e5bb-8c46-4bcc-8ac1-14bfa06b6edc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.269202] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.269202] env[69959]: value = "task-4086714" [ 875.269202] env[69959]: _type = "Task" [ 875.269202] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.280474] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086714, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.335708] env[69959]: INFO nova.compute.manager [-] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Took 1.54 seconds to deallocate network for instance. [ 875.406879] env[69959]: DEBUG nova.compute.manager [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Received event network-changed-f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.407170] env[69959]: DEBUG nova.compute.manager [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Refreshing instance network info cache due to event network-changed-f266469a-597d-47db-a12e-6c407398414f. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.407443] env[69959]: DEBUG oslo_concurrency.lockutils [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] Acquiring lock "refresh_cache-f695740d-8fc4-431a-85cf-48c33380f99d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.407709] env[69959]: DEBUG oslo_concurrency.lockutils [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] Acquired lock "refresh_cache-f695740d-8fc4-431a-85cf-48c33380f99d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.407873] env[69959]: DEBUG nova.network.neutron [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Refreshing network info cache for port f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.497541] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.600401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa62653c-534e-4c93-86f4-10a6a0bb6302 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Lock "81bf191a-8bd1-4e58-a172-7663063d4c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.776s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.716052] env[69959]: DEBUG oslo_vmware.api [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Task: {'id': task-4086712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586858} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.719308] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.719506] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.719685] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.719933] env[69959]: INFO nova.compute.manager [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 875.720195] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.720406] env[69959]: DEBUG nova.compute.manager [-] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.720501] env[69959]: DEBUG nova.network.neutron [-] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.727420] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.779366] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086714, 'name': CreateVM_Task, 'duration_secs': 0.385224} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.781711] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.782447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.782628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.782949] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.783563] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8e89ff-b03c-44bc-889f-8b2c399d77da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.789261] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 875.789261] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52205c96-3e9e-0e6d-ccc0-53323999a32e" [ 875.789261] env[69959]: _type = "Task" [ 875.789261] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.798528] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52205c96-3e9e-0e6d-ccc0-53323999a32e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.846177] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.001027] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086713, 'name': ReconfigVM_Task, 'duration_secs': 0.542586} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.001346] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f2b76bbc-9eae-4f1d-b057-9a260ba4d14a/f2b76bbc-9eae-4f1d-b057-9a260ba4d14a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.002051] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693fc142-5621-4dd4-9253-499ace5d618a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.010942] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 876.010942] env[69959]: value = "task-4086715" [ 876.010942] env[69959]: _type = "Task" [ 876.010942] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.024626] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086715, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.217746] env[69959]: DEBUG nova.network.neutron [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Updated VIF entry in instance network info cache for port f266469a-597d-47db-a12e-6c407398414f. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.218142] env[69959]: DEBUG nova.network.neutron [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Updating instance_info_cache with network_info: [{"id": "f266469a-597d-47db-a12e-6c407398414f", "address": "fa:16:3e:d4:09:2b", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf266469a-59", "ovs_interfaceid": "f266469a-597d-47db-a12e-6c407398414f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.230966] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.301957] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52205c96-3e9e-0e6d-ccc0-53323999a32e, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.303961] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.304234] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.304468] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.305217] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.305217] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.305442] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d770cee-e366-47f7-b805-3926becc0c65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.315517] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.315722] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.316538] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b53125-e0e8-414e-8390-013880017a54 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.327048] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 876.327048] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e78812-837d-7b34-16b8-d6eec010c44c" [ 876.327048] env[69959]: _type = "Task" [ 876.327048] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.338572] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e78812-837d-7b34-16b8-d6eec010c44c, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.342825] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3800618-8415-4b7d-ba90-217f57db8878 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.348684] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 876.348684] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d7e320-bb8b-1cc9-be26-01d3537c6f18" [ 876.348684] env[69959]: _type = "Task" [ 876.348684] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.362788] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d7e320-bb8b-1cc9-be26-01d3537c6f18, 'name': SearchDatastore_Task} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.363070] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.363338] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.363611] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37fb4e61-8a1f-4c3f-a129-7f4aeb74b660 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.373275] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 876.373275] env[69959]: value = "task-4086716" [ 876.373275] env[69959]: _type = "Task" [ 876.373275] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.382942] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.525875] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086715, 'name': Rename_Task, 'duration_secs': 0.160228} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.531946] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.533320] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3fcec09-c8ce-4951-85c0-737c235f6418 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.548415] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 876.548415] env[69959]: value = "task-4086717" [ 876.548415] env[69959]: _type = "Task" [ 876.548415] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.561617] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086717, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.627672] env[69959]: DEBUG nova.network.neutron [-] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.644167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5424c1-dfab-4d9b-9a8d-2b454ba15fd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.656293] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cfb009-f919-4a71-9e22-b310dc5504d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.691889] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e18b5-10bf-4bd0-b13e-88913a85f24d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.704652] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d8295-8379-434b-9a68-277e55554861 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.722699] env[69959]: DEBUG nova.compute.provider_tree [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.728105] env[69959]: DEBUG oslo_concurrency.lockutils [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] Releasing lock "refresh_cache-f695740d-8fc4-431a-85cf-48c33380f99d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.728389] env[69959]: DEBUG nova.compute.manager [req-a5e2a853-79b5-46be-b1c0-4384140b82a8 req-1f60389a-9497-444a-8056-41c1ca85d823 service nova] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Received event network-vif-deleted-fb16a3a4-5579-4fdc-803d-a639d282eae6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.740102] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.891693] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.065102] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.131831] env[69959]: INFO nova.compute.manager [-] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Took 1.41 seconds to deallocate network for instance. [ 877.233388] env[69959]: DEBUG nova.scheduler.client.report [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.243348] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.391082] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583808} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.394020] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.394020] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.394020] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f865295-45d6-4871-9ea5-a94e81351ed0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.404081] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 877.404081] env[69959]: value = "task-4086718" [ 877.404081] env[69959]: _type = "Task" [ 877.404081] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.414584] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.444313] env[69959]: DEBUG nova.compute.manager [req-3cdb2e4b-b998-485f-8d96-551ebb9c5568 req-b3039b02-76b2-499f-bc74-6b6c8e4e44af service nova] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Received event network-vif-deleted-1b97466f-459b-4a2a-a29d-acaaa6885121 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.561407] env[69959]: DEBUG oslo_vmware.api [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086717, 'name': PowerOnVM_Task, 'duration_secs': 0.999064} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.562788] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.562788] env[69959]: INFO nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Took 9.16 seconds to spawn the instance on the hypervisor. [ 877.562788] env[69959]: DEBUG nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.563386] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c613cfa-719f-499a-aa72-969544c9bd59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.648845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.734634] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086711, 'name': CloneVM_Task, 'duration_secs': 2.701406} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.734903] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Created linked-clone VM from snapshot [ 877.735687] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc66751-4147-4870-ad6e-1d68de34958a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.744607] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.745119] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.747602] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Uploading image 105c3828-f834-4470-b21a-f9a5243b5ec5 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.750791] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.376s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.750791] env[69959]: DEBUG nova.objects.instance [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lazy-loading 'resources' on Instance uuid 923a6ce2-7b57-4e05-b33c-d99a0c60dd64 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.773898] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.773898] env[69959]: value = "vm-809697" [ 877.773898] env[69959]: _type = "VirtualMachine" [ 877.773898] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.778029] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57acad6e-f88f-4042-8d79-e2953c682b71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.782451] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lease: (returnval){ [ 877.782451] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52581323-dd8d-df60-db2a-253b92de02e7" [ 877.782451] env[69959]: _type = "HttpNfcLease" [ 877.782451] env[69959]: } obtained for exporting VM: (result){ [ 877.782451] env[69959]: value = "vm-809697" [ 877.782451] env[69959]: _type = "VirtualMachine" [ 877.782451] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.782782] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the lease: (returnval){ [ 877.782782] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52581323-dd8d-df60-db2a-253b92de02e7" [ 877.782782] env[69959]: _type = "HttpNfcLease" [ 877.782782] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.790938] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.790938] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52581323-dd8d-df60-db2a-253b92de02e7" [ 877.790938] env[69959]: _type = "HttpNfcLease" [ 877.790938] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.916853] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101674} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.917346] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.919674] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e2e53f-063b-426b-9429-3531e8473ef0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.956350] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.956350] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ba1c23-9e73-4490-85d4-3fd7fdb3acef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.979275] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 877.979275] env[69959]: value = "task-4086720" [ 877.979275] env[69959]: _type = "Task" [ 877.979275] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.990699] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.085787] env[69959]: INFO nova.compute.manager [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Took 61.84 seconds to build instance. [ 878.254184] env[69959]: DEBUG nova.compute.utils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.255132] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.255992] env[69959]: DEBUG nova.network.neutron [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.301975] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.301975] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52581323-dd8d-df60-db2a-253b92de02e7" [ 878.301975] env[69959]: _type = "HttpNfcLease" [ 878.301975] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 878.302317] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 878.302317] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52581323-dd8d-df60-db2a-253b92de02e7" [ 878.302317] env[69959]: _type = "HttpNfcLease" [ 878.302317] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 878.303066] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eca882-8378-40f7-b612-68a8ac9048bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.312895] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237373e-9f6b-4452-6be3-03568c09661b/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 878.313104] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237373e-9f6b-4452-6be3-03568c09661b/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.376544] env[69959]: DEBUG nova.policy [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83aa08519ce640419e95f5ed2118c25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29846ca1376441fbb24fd8eeb45e11af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.420978] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a11bec1-46ea-49a4-9177-df7e08084354 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.497864] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086720, 'name': ReconfigVM_Task, 'duration_secs': 0.303762} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.499138] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Reconfigured VM instance instance-00000035 to attach disk [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.500039] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d684c59-46b9-4d03-b1c0-72284587daf7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.509718] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 878.509718] env[69959]: value = "task-4086721" [ 878.509718] env[69959]: _type = "Task" [ 878.509718] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.519043] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086721, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.591143] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ec9610ef-7b15-42e1-9266-c750b80791e8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.150s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.764859] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.828689] env[69959]: DEBUG nova.network.neutron [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Successfully created port: aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.940657] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189ca281-b90e-41e2-95aa-6d8a133cfbe2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.950974] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08022e2c-05d2-46e8-9a14-7f1a3cf4b082 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.989280] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8753b8e5-e0e5-408f-a954-0019e7db0586 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.999417] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca3603-54d8-4d2b-a63a-86e46db9bcfc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.016652] env[69959]: DEBUG nova.compute.provider_tree [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.027117] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086721, 'name': Rename_Task, 'duration_secs': 0.173569} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.027494] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.027825] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d73584-33b6-444d-9cfe-128e933ab0ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.036540] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 879.036540] env[69959]: value = "task-4086722" [ 879.036540] env[69959]: _type = "Task" [ 879.036540] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.050474] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.133565] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.522846] env[69959]: DEBUG nova.scheduler.client.report [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.551506] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.624680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.780672] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.819575] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.820141] env[69959]: DEBUG nova.virt.hardware [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.821231] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159a0515-6735-4f78-991e-5324c128f1c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.833409] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1068de-2195-46a0-bf08-affd33878e19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.031347] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.038017] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.605s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.038400] env[69959]: DEBUG nova.objects.instance [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lazy-loading 'resources' on Instance uuid 94296ced-6adc-4f28-9c10-e23a8dd05464 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.059932] env[69959]: DEBUG oslo_vmware.api [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086722, 'name': PowerOnVM_Task, 'duration_secs': 0.529969} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.060419] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.060774] env[69959]: INFO nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Took 7.55 seconds to spawn the instance on the hypervisor. [ 880.060989] env[69959]: DEBUG nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.063125] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08f467-0f6b-46e1-8c1a-1383e421eb5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.079142] env[69959]: INFO nova.scheduler.client.report [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Deleted allocations for instance 923a6ce2-7b57-4e05-b33c-d99a0c60dd64 [ 880.353435] env[69959]: DEBUG nova.compute.manager [req-71aa5f7b-ff5e-41ad-98aa-c78ab2cd7d4a req-83a4d156-598e-4830-bb5e-c8016e5760e8 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Received event network-vif-plugged-aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.353723] env[69959]: DEBUG oslo_concurrency.lockutils [req-71aa5f7b-ff5e-41ad-98aa-c78ab2cd7d4a req-83a4d156-598e-4830-bb5e-c8016e5760e8 service nova] Acquiring lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.353997] env[69959]: DEBUG oslo_concurrency.lockutils [req-71aa5f7b-ff5e-41ad-98aa-c78ab2cd7d4a req-83a4d156-598e-4830-bb5e-c8016e5760e8 service nova] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.355170] env[69959]: DEBUG oslo_concurrency.lockutils [req-71aa5f7b-ff5e-41ad-98aa-c78ab2cd7d4a req-83a4d156-598e-4830-bb5e-c8016e5760e8 service nova] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.355444] env[69959]: DEBUG nova.compute.manager [req-71aa5f7b-ff5e-41ad-98aa-c78ab2cd7d4a req-83a4d156-598e-4830-bb5e-c8016e5760e8 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] No waiting events found dispatching network-vif-plugged-aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.355712] env[69959]: WARNING nova.compute.manager [req-71aa5f7b-ff5e-41ad-98aa-c78ab2cd7d4a req-83a4d156-598e-4830-bb5e-c8016e5760e8 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Received unexpected event network-vif-plugged-aa01ef9d-54d0-4444-b818-2c4abc0d904d for instance with vm_state building and task_state spawning. [ 880.406269] env[69959]: DEBUG nova.network.neutron [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Successfully updated port: aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.591069] env[69959]: INFO nova.compute.manager [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Took 63.67 seconds to build instance. [ 880.598136] env[69959]: DEBUG oslo_concurrency.lockutils [None req-06a394bc-d20e-4e27-9d39-71485832721f tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Lock "923a6ce2-7b57-4e05-b33c-d99a0c60dd64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 62.112s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.909698] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "refresh_cache-8df65b1a-9bd1-460f-8ba0-64d4804df21c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.909979] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "refresh_cache-8df65b1a-9bd1-460f-8ba0-64d4804df21c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.910108] env[69959]: DEBUG nova.network.neutron [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.095885] env[69959]: DEBUG oslo_concurrency.lockutils [None req-33d40283-e086-482f-85ce-d76ce911e32d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.876s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.295168] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda44118-7dbe-45a3-b41b-79a0e9a13825 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.305749] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c50984-338f-47b0-ad97-502de3c97555 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.315663] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "ab1daa13-0d35-4d7b-9ead-390a2b737145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.315919] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.349388] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d44d2a9-67ea-4b53-b23d-1e94e9482081 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.361017] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7d1a27-9b4b-4567-a40b-e00f9a50183d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.377299] env[69959]: DEBUG nova.compute.provider_tree [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.606619] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.617782] env[69959]: DEBUG nova.network.neutron [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.878054] env[69959]: DEBUG nova.network.neutron [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Updating instance_info_cache with network_info: [{"id": "aa01ef9d-54d0-4444-b818-2c4abc0d904d", "address": "fa:16:3e:d8:19:6b", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa01ef9d-54", "ovs_interfaceid": "aa01ef9d-54d0-4444-b818-2c4abc0d904d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.883024] env[69959]: DEBUG nova.scheduler.client.report [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.892951] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "f695740d-8fc4-431a-85cf-48c33380f99d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.893140] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.893242] env[69959]: DEBUG nova.compute.manager [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.897183] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef2b245-d968-42c4-a5a6-1f791f66a2c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.906250] env[69959]: DEBUG nova.compute.manager [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 881.906250] env[69959]: DEBUG nova.objects.instance [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'flavor' on Instance uuid f695740d-8fc4-431a-85cf-48c33380f99d {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.129108] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.383534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "refresh_cache-8df65b1a-9bd1-460f-8ba0-64d4804df21c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.383856] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Instance network_info: |[{"id": "aa01ef9d-54d0-4444-b818-2c4abc0d904d", "address": "fa:16:3e:d8:19:6b", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa01ef9d-54", "ovs_interfaceid": "aa01ef9d-54d0-4444-b818-2c4abc0d904d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.384409] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:19:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa01ef9d-54d0-4444-b818-2c4abc0d904d', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.393261] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.393541] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.393799] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d5e82c-6e05-463b-b125-13e854c8422c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.414664] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.417911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.417911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.417911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.417911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.418090] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.422097] env[69959]: DEBUG nova.compute.manager [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Received event network-changed-aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.422328] env[69959]: DEBUG nova.compute.manager [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Refreshing instance network info cache due to event network-changed-aa01ef9d-54d0-4444-b818-2c4abc0d904d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.422508] env[69959]: DEBUG oslo_concurrency.lockutils [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] Acquiring lock "refresh_cache-8df65b1a-9bd1-460f-8ba0-64d4804df21c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.422704] env[69959]: DEBUG oslo_concurrency.lockutils [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] Acquired lock "refresh_cache-8df65b1a-9bd1-460f-8ba0-64d4804df21c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.422891] env[69959]: DEBUG nova.network.neutron [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Refreshing network info cache for port aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.426193] env[69959]: INFO nova.compute.manager [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Terminating instance [ 882.429141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.930s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.429433] env[69959]: INFO nova.compute.claims [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.441218] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.441218] env[69959]: value = "task-4086723" [ 882.441218] env[69959]: _type = "Task" [ 882.441218] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.453949] env[69959]: INFO nova.scheduler.client.report [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Deleted allocations for instance 94296ced-6adc-4f28-9c10-e23a8dd05464 [ 882.460135] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086723, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.934880] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.935254] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c94c3f-72eb-47d3-8f01-448852879b30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.942310] env[69959]: DEBUG nova.compute.manager [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.942491] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.944354] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936abf31-3694-4667-846b-d0ab97f62cb5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.955670] env[69959]: DEBUG oslo_vmware.api [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 882.955670] env[69959]: value = "task-4086724" [ 882.955670] env[69959]: _type = "Task" [ 882.955670] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.972309] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086723, 'name': CreateVM_Task, 'duration_secs': 0.468786} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.972309] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.972309] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Lock "94296ced-6adc-4f28-9c10-e23a8dd05464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 62.380s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.972982] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.974700] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-142c139f-9c74-47c8-ae11-8992f57f1f9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.980951] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.981723] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.982233] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.983698] env[69959]: DEBUG oslo_vmware.api [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.983698] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b29593-b718-4a20-a994-2dbee1bb7dab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.990222] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 882.990222] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fe8407-ce32-f809-bfaa-243d93319bea" [ 882.990222] env[69959]: _type = "Task" [ 882.990222] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.991812] env[69959]: DEBUG oslo_vmware.api [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 882.991812] env[69959]: value = "task-4086725" [ 882.991812] env[69959]: _type = "Task" [ 882.991812] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.011288] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fe8407-ce32-f809-bfaa-243d93319bea, 'name': SearchDatastore_Task, 'duration_secs': 0.01737} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.016286] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.016657] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.016945] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.017145] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.017367] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.018063] env[69959]: DEBUG oslo_vmware.api [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.018063] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb0c4bd-9b84-4011-98b8-081e473d8719 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.029359] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.030059] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.030565] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47322678-6bf3-41da-b95f-d9e394480cb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.038445] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 883.038445] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cccea8-0b6b-b37b-3a4d-057fcd84625e" [ 883.038445] env[69959]: _type = "Task" [ 883.038445] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.048310] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cccea8-0b6b-b37b-3a4d-057fcd84625e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.231923] env[69959]: DEBUG nova.network.neutron [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Updated VIF entry in instance network info cache for port aa01ef9d-54d0-4444-b818-2c4abc0d904d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.232380] env[69959]: DEBUG nova.network.neutron [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Updating instance_info_cache with network_info: [{"id": "aa01ef9d-54d0-4444-b818-2c4abc0d904d", "address": "fa:16:3e:d8:19:6b", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa01ef9d-54", "ovs_interfaceid": "aa01ef9d-54d0-4444-b818-2c4abc0d904d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.467648] env[69959]: DEBUG oslo_vmware.api [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086724, 'name': PowerOffVM_Task, 'duration_secs': 0.229215} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.467957] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.468186] env[69959]: DEBUG nova.compute.manager [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.469018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c735dc9-97f7-4056-800c-64a731499755 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.516755] env[69959]: DEBUG oslo_vmware.api [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086725, 'name': PowerOffVM_Task, 'duration_secs': 0.286139} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.518148] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.518409] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.520716] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e1db603-7699-40cc-b30f-78e0f8f63a32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.550286] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cccea8-0b6b-b37b-3a4d-057fcd84625e, 'name': SearchDatastore_Task, 'duration_secs': 0.018116} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.553190] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782a611c-da53-4e7f-8afe-1b0c15df4e8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.557635] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 883.557635] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523e3d4d-a8f9-c14d-6dc2-c5b40b6975b9" [ 883.557635] env[69959]: _type = "Task" [ 883.557635] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.573171] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523e3d4d-a8f9-c14d-6dc2-c5b40b6975b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.594750] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.595091] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.595304] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Deleting the datastore file [datastore2] f2b76bbc-9eae-4f1d-b057-9a260ba4d14a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.595599] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2084eab-a7ea-40ce-9b18-6d08debf235c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.608063] env[69959]: DEBUG oslo_vmware.api [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 883.608063] env[69959]: value = "task-4086727" [ 883.608063] env[69959]: _type = "Task" [ 883.608063] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.619864] env[69959]: DEBUG oslo_vmware.api [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.736717] env[69959]: DEBUG oslo_concurrency.lockutils [req-76ba197a-e749-49e9-bb2f-8d68cda57768 req-55b0e325-2c3a-48e6-9976-3413846b6aa6 service nova] Releasing lock "refresh_cache-8df65b1a-9bd1-460f-8ba0-64d4804df21c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.987501] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07f37371-87b2-4ca1-89de-9a82647eb3f9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.094s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.999322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe636e8-b6d3-4b17-8d36-00a84794ca2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.010407] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f688bb-4166-4d1e-a6f5-ffd682fb8885 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.044838] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10dc1a6-2854-4a0e-b4f3-8c0e26b321a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.058616] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bb91be-53d8-4d14-954e-ed6d64d3ff99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.073379] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523e3d4d-a8f9-c14d-6dc2-c5b40b6975b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.081692] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.081846] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 8df65b1a-9bd1-460f-8ba0-64d4804df21c/8df65b1a-9bd1-460f-8ba0-64d4804df21c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.082555] env[69959]: DEBUG nova.compute.provider_tree [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.084132] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a732100c-8146-441e-945d-cac1be7ad790 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.093220] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 884.093220] env[69959]: value = "task-4086728" [ 884.093220] env[69959]: _type = "Task" [ 884.093220] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.104293] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.118183] env[69959]: DEBUG oslo_vmware.api [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154587} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.118461] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.118650] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.118831] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.119015] env[69959]: INFO nova.compute.manager [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 884.119284] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.119479] env[69959]: DEBUG nova.compute.manager [-] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.119576] env[69959]: DEBUG nova.network.neutron [-] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.589148] env[69959]: DEBUG nova.scheduler.client.report [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.604056] env[69959]: DEBUG nova.compute.manager [req-5d17128c-68c2-467e-8f63-3905260b470b req-4de7e165-642e-4782-9410-82b24116ab1b service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Received event network-vif-deleted-407b3067-0128-414a-acfe-927509e4e18c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.604056] env[69959]: INFO nova.compute.manager [req-5d17128c-68c2-467e-8f63-3905260b470b req-4de7e165-642e-4782-9410-82b24116ab1b service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Neutron deleted interface 407b3067-0128-414a-acfe-927509e4e18c; detaching it from the instance and deleting it from the info cache [ 884.604056] env[69959]: DEBUG nova.network.neutron [req-5d17128c-68c2-467e-8f63-3905260b470b req-4de7e165-642e-4782-9410-82b24116ab1b service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.616046] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49733} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.617715] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 8df65b1a-9bd1-460f-8ba0-64d4804df21c/8df65b1a-9bd1-460f-8ba0-64d4804df21c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.617715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.617979] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ee8a72e-6bb4-4603-83af-477c4b5eea4e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.628252] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 884.628252] env[69959]: value = "task-4086729" [ 884.628252] env[69959]: _type = "Task" [ 884.628252] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.640314] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.667046] env[69959]: INFO nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Rebuilding instance [ 884.714987] env[69959]: DEBUG nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.715641] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c43341-5c5a-4198-bee3-df95d83ddddc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.944645] env[69959]: DEBUG nova.network.neutron [-] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.102982] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.104453] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.106288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.836s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.111218] env[69959]: INFO nova.compute.claims [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.115949] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0afc9265-eee2-43d2-a009-7fce368480e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.125487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16817022-a06f-4b7a-852a-08ef5b5afc0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.146036] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100864} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.146036] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.146231] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86deb131-b96c-40c3-bdc7-8f5a7949ab95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.171783] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 8df65b1a-9bd1-460f-8ba0-64d4804df21c/8df65b1a-9bd1-460f-8ba0-64d4804df21c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.186551] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbff914-8c49-4397-8570-fff61827f3d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.201146] env[69959]: DEBUG nova.compute.manager [req-5d17128c-68c2-467e-8f63-3905260b470b req-4de7e165-642e-4782-9410-82b24116ab1b service nova] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Detach interface failed, port_id=407b3067-0128-414a-acfe-927509e4e18c, reason: Instance f2b76bbc-9eae-4f1d-b057-9a260ba4d14a could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.208273] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 885.208273] env[69959]: value = "task-4086730" [ 885.208273] env[69959]: _type = "Task" [ 885.208273] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.218828] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.448211] env[69959]: INFO nova.compute.manager [-] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Took 1.33 seconds to deallocate network for instance. [ 885.615946] env[69959]: DEBUG nova.compute.utils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.620290] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.624330] env[69959]: DEBUG nova.network.neutron [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.721512] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.734581] env[69959]: DEBUG nova.policy [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508213a6e70e46c39a6662d96fabf034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '821a975702c241188388bfc0eb600481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.737174] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.737552] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c62e13f4-6e8f-4ff9-841c-f5eefbec4b92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.746212] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 885.746212] env[69959]: value = "task-4086731" [ 885.746212] env[69959]: _type = "Task" [ 885.746212] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.757222] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.757635] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.758509] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5579e01-fccc-42e5-afae-3721c17962e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.767088] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.767456] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f4e2a02-1386-4610-b0ad-8cbbe0afe83b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.877082] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.879074] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.879074] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.879074] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45d2adb1-7d60-46cb-8b00-27acd27f2a33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.886154] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 885.886154] env[69959]: value = "task-4086733" [ 885.886154] env[69959]: _type = "Task" [ 885.886154] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.895621] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.938903] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237373e-9f6b-4452-6be3-03568c09661b/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.939694] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c605ec00-78d6-4996-8e65-dbafa4d53515 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.954203] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237373e-9f6b-4452-6be3-03568c09661b/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.954203] env[69959]: ERROR oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237373e-9f6b-4452-6be3-03568c09661b/disk-0.vmdk due to incomplete transfer. [ 885.954203] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edc62277-d3b1-456e-8e6f-010439695509 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.958370] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.963898] env[69959]: DEBUG oslo_vmware.rw_handles [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237373e-9f6b-4452-6be3-03568c09661b/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.964173] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Uploaded image 105c3828-f834-4470-b21a-f9a5243b5ec5 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.966661] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.968825] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5420fa59-35b8-49d2-9bf5-774c22a4bb66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.974441] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 885.974441] env[69959]: value = "task-4086734" [ 885.974441] env[69959]: _type = "Task" [ 885.974441] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.985721] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086734, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.122427] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.224944] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086730, 'name': ReconfigVM_Task, 'duration_secs': 0.602677} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.225202] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 8df65b1a-9bd1-460f-8ba0-64d4804df21c/8df65b1a-9bd1-460f-8ba0-64d4804df21c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.229171] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0caaf4f-93b6-4c88-b31a-1cc3cad258fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.238286] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 886.238286] env[69959]: value = "task-4086735" [ 886.238286] env[69959]: _type = "Task" [ 886.238286] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.250727] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086735, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.343328] env[69959]: DEBUG nova.network.neutron [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Successfully created port: 41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.397932] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178549} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.400378] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.400621] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.400835] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.492807] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086734, 'name': Destroy_Task, 'duration_secs': 0.368166} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.493137] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Destroyed the VM [ 886.493425] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.493700] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-41f38257-22dd-4bc0-8c59-891f01f4f479 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.502456] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 886.502456] env[69959]: value = "task-4086736" [ 886.502456] env[69959]: _type = "Task" [ 886.502456] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.518368] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086736, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.749285] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086735, 'name': Rename_Task, 'duration_secs': 0.17162} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.749603] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.749994] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e09c74-e402-4239-bcbe-bae951196e19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757745] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f47b69d-d36b-42da-99bb-c33a921250d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.761630] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 886.761630] env[69959]: value = "task-4086737" [ 886.761630] env[69959]: _type = "Task" [ 886.761630] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.768901] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386d397-9512-444a-a039-2e7cd21830d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.775850] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.809316] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2fae8d-3162-43b3-ab91-16b60d247c80 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.820760] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71de492-7ea2-429b-85fc-68d469f944c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.839856] env[69959]: DEBUG nova.compute.provider_tree [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.015065] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086736, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.134721] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.170321] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.171128] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.171128] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.171128] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.171128] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.171128] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.171353] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.171505] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.171675] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.171846] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.172023] env[69959]: DEBUG nova.virt.hardware [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.173229] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad02468-fec6-4940-98b3-d2790a2716d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.183148] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5e902-b012-4833-8a12-8e648195e30a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.277907] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086737, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.377227] env[69959]: ERROR nova.scheduler.client.report [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [req-4a2a232b-4e72-4803-82ef-3fd5a12b1051] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a2a232b-4e72-4803-82ef-3fd5a12b1051"}]} [ 887.406186] env[69959]: DEBUG nova.scheduler.client.report [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 887.430201] env[69959]: DEBUG nova.scheduler.client.report [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 887.430471] env[69959]: DEBUG nova.compute.provider_tree [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.442514] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.442767] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.442924] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.443125] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.443462] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.443462] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.443619] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.443773] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.444374] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.444633] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.445661] env[69959]: DEBUG nova.virt.hardware [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.446639] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec7a741-5f60-4237-858f-07a74a05a8cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.451365] env[69959]: DEBUG nova.scheduler.client.report [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 887.460223] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff3bc1-acd6-47bc-b295-6e2676f6c84a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.480113] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:09:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f266469a-597d-47db-a12e-6c407398414f', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.489837] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.491298] env[69959]: DEBUG nova.scheduler.client.report [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.493502] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.493927] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8754c532-7909-4a3e-98ab-7c9c3270a1ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.521372] env[69959]: DEBUG oslo_vmware.api [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086736, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676473} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.523016] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 887.523299] env[69959]: INFO nova.compute.manager [None req-3f159c1d-c3a6-45dd-9dd4-54874f2dde6e tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Took 14.91 seconds to snapshot the instance on the hypervisor. [ 887.525747] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.525747] env[69959]: value = "task-4086738" [ 887.525747] env[69959]: _type = "Task" [ 887.525747] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.540795] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086738, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.776022] env[69959]: DEBUG oslo_vmware.api [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086737, 'name': PowerOnVM_Task, 'duration_secs': 0.540386} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.780070] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.780070] env[69959]: INFO nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Took 8.00 seconds to spawn the instance on the hypervisor. [ 887.780070] env[69959]: DEBUG nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.781122] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416a012-0ac7-4134-bcd6-2c16f05b93fb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.056215] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086738, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.125356] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4eb656-e93b-4c71-a148-3d90cb96bdc1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.133750] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525be2df-7f40-4306-af04-94e7cd28a327 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.169487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ea9ccb-32ba-497e-8a5f-d474556cda68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.180734] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb87381-7502-4122-8d55-25e9c7e2b7d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.194197] env[69959]: DEBUG nova.compute.provider_tree [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.245346] env[69959]: DEBUG nova.compute.manager [req-90227a66-732a-4e4c-ba0e-1bfb7af4ac3b req-93a755d1-da2f-4f14-8bc3-21314c08daa9 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Received event network-vif-plugged-41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.245346] env[69959]: DEBUG oslo_concurrency.lockutils [req-90227a66-732a-4e4c-ba0e-1bfb7af4ac3b req-93a755d1-da2f-4f14-8bc3-21314c08daa9 service nova] Acquiring lock "356edde7-dae3-416e-b55c-cffa9d1a9f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.245346] env[69959]: DEBUG oslo_concurrency.lockutils [req-90227a66-732a-4e4c-ba0e-1bfb7af4ac3b req-93a755d1-da2f-4f14-8bc3-21314c08daa9 service nova] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.245346] env[69959]: DEBUG oslo_concurrency.lockutils [req-90227a66-732a-4e4c-ba0e-1bfb7af4ac3b req-93a755d1-da2f-4f14-8bc3-21314c08daa9 service nova] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.245346] env[69959]: DEBUG nova.compute.manager [req-90227a66-732a-4e4c-ba0e-1bfb7af4ac3b req-93a755d1-da2f-4f14-8bc3-21314c08daa9 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] No waiting events found dispatching network-vif-plugged-41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.245346] env[69959]: WARNING nova.compute.manager [req-90227a66-732a-4e4c-ba0e-1bfb7af4ac3b req-93a755d1-da2f-4f14-8bc3-21314c08daa9 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Received unexpected event network-vif-plugged-41464533-0094-4c37-be37-a2938b571d2c for instance with vm_state building and task_state spawning. [ 888.263394] env[69959]: DEBUG nova.network.neutron [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Successfully updated port: 41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.304586] env[69959]: INFO nova.compute.manager [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Took 67.05 seconds to build instance. [ 888.545663] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086738, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.741692] env[69959]: DEBUG nova.scheduler.client.report [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 888.741944] env[69959]: DEBUG nova.compute.provider_tree [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 87 to 88 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 888.742129] env[69959]: DEBUG nova.compute.provider_tree [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.765835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-356edde7-dae3-416e-b55c-cffa9d1a9f66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.766043] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-356edde7-dae3-416e-b55c-cffa9d1a9f66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.766156] env[69959]: DEBUG nova.network.neutron [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.807102] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.045502] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086738, 'name': CreateVM_Task, 'duration_secs': 1.361108} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.045689] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.046613] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.046784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.047130] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.047401] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117180f3-dbf7-49e5-b9d4-794b0c5d63c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.054030] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 889.054030] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525e17f5-38fe-5cdc-9474-c1dc790d9dd6" [ 889.054030] env[69959]: _type = "Task" [ 889.054030] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.064087] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525e17f5-38fe-5cdc-9474-c1dc790d9dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.249757] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.143s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.250645] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.256889] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.446s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.259666] env[69959]: INFO nova.compute.claims [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.310562] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.323604] env[69959]: DEBUG nova.network.neutron [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.569941] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525e17f5-38fe-5cdc-9474-c1dc790d9dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.571464] env[69959]: DEBUG nova.network.neutron [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Updating instance_info_cache with network_info: [{"id": "41464533-0094-4c37-be37-a2938b571d2c", "address": "fa:16:3e:88:e4:48", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41464533-00", "ovs_interfaceid": "41464533-0094-4c37-be37-a2938b571d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.575125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.575125] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.575125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.575125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.575125] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.575125] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f53a854-28e5-436a-8572-eed2409bc05b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.587534] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.587534] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.588082] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912697b8-c174-48a2-8c04-fab48c7a9b52 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.594875] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 889.594875] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5244c88f-c3c6-3e2f-2f7c-3b757ef2edaf" [ 889.594875] env[69959]: _type = "Task" [ 889.594875] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.603839] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5244c88f-c3c6-3e2f-2f7c-3b757ef2edaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.769756] env[69959]: DEBUG nova.compute.utils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.775250] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.775250] env[69959]: DEBUG nova.network.neutron [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.845673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.854488] env[69959]: DEBUG nova.policy [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97953bc7b854955ae9dbcac98cc4c85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c55ebfd27dda4bfd81b563d7de97b2dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.858487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f59626-2c36-40a4-b7cf-42c989239023 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.867692] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Suspending the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 889.867692] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3b56df11-d7a2-439d-a079-61a4e5d2e340 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.874881] env[69959]: DEBUG oslo_vmware.api [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 889.874881] env[69959]: value = "task-4086739" [ 889.874881] env[69959]: _type = "Task" [ 889.874881] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.889691] env[69959]: DEBUG oslo_vmware.api [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086739, 'name': SuspendVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.077207] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-356edde7-dae3-416e-b55c-cffa9d1a9f66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.077658] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance network_info: |[{"id": "41464533-0094-4c37-be37-a2938b571d2c", "address": "fa:16:3e:88:e4:48", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41464533-00", "ovs_interfaceid": "41464533-0094-4c37-be37-a2938b571d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.078092] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:e4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41464533-0094-4c37-be37-a2938b571d2c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.092140] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.092931] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.092931] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c807f6ab-b01a-451e-bcab-21ba9b61bb66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.132068] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5244c88f-c3c6-3e2f-2f7c-3b757ef2edaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.134624] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.134624] env[69959]: value = "task-4086740" [ 890.134624] env[69959]: _type = "Task" [ 890.134624] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.135329] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741cbbd8-61d5-41c4-9725-bc8d95bc6f5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.148886] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086740, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.150965] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 890.150965] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52916f4e-e2af-a9cc-e257-d69c44936c99" [ 890.150965] env[69959]: _type = "Task" [ 890.150965] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.159915] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52916f4e-e2af-a9cc-e257-d69c44936c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.276897] env[69959]: DEBUG nova.compute.utils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.304914] env[69959]: DEBUG nova.network.neutron [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Successfully created port: be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.390431] env[69959]: DEBUG oslo_vmware.api [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086739, 'name': SuspendVM_Task} progress is 58%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.460406] env[69959]: DEBUG nova.compute.manager [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.462539] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff876cd-2cf3-4b94-9530-592e95e39489 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.636438] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.636745] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.650814] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086740, 'name': CreateVM_Task, 'duration_secs': 0.368321} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.650814] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.655062] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.655248] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.655576] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.659075] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8deea66-0563-49b1-a9c2-ab661ca12744 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.665218] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 890.665218] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523f42ca-d7fd-261c-c958-f3cdb173046e" [ 890.665218] env[69959]: _type = "Task" [ 890.665218] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.673050] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52916f4e-e2af-a9cc-e257-d69c44936c99, 'name': SearchDatastore_Task, 'duration_secs': 0.014348} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.677114] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.677547] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.681115] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a87e6b0-37f8-4b33-9b78-a56b1653b75d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.693191] env[69959]: DEBUG nova.compute.manager [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Received event network-changed-41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.693191] env[69959]: DEBUG nova.compute.manager [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Refreshing instance network info cache due to event network-changed-41464533-0094-4c37-be37-a2938b571d2c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.693191] env[69959]: DEBUG oslo_concurrency.lockutils [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] Acquiring lock "refresh_cache-356edde7-dae3-416e-b55c-cffa9d1a9f66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.693191] env[69959]: DEBUG oslo_concurrency.lockutils [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] Acquired lock "refresh_cache-356edde7-dae3-416e-b55c-cffa9d1a9f66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.693191] env[69959]: DEBUG nova.network.neutron [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Refreshing network info cache for port 41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.699568] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523f42ca-d7fd-261c-c958-f3cdb173046e, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.699888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.700518] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.700769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.700936] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.701192] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.705193] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3223ccc4-cd38-4a7c-9dc6-0c4beb86e485 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.710423] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 890.710423] env[69959]: value = "task-4086741" [ 890.710423] env[69959]: _type = "Task" [ 890.710423] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.722490] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.722822] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.723055] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.724040] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bae2f65-c8f4-462f-a9e6-af36896fff09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.733955] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 890.733955] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520bfee6-e80d-1778-0136-011a80c837aa" [ 890.733955] env[69959]: _type = "Task" [ 890.733955] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.746734] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520bfee6-e80d-1778-0136-011a80c837aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.783836] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.890558] env[69959]: DEBUG oslo_vmware.api [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086739, 'name': SuspendVM_Task, 'duration_secs': 0.73223} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.891119] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Suspended the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 890.891238] env[69959]: DEBUG nova.compute.manager [None req-d8b825d3-b28a-4974-b418-6cf442571a12 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.892074] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d84132-34a3-41d2-adf5-74909b14ed71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.964622] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe60d78-f31d-49ce-8ffa-29518c1f8b8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.976908] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0640e1d8-6559-4d8e-8a7e-f2b5da3f960d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.982463] env[69959]: INFO nova.compute.manager [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] instance snapshotting [ 890.988343] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cd8140-28fb-4f24-845a-5c9355090d02 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.030880] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e675007-26d7-401b-8164-b7414dcf4edd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.054123] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768a3de-89a8-420a-a8c4-67ac478fc6cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.063417] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55db0ec-78be-4775-ae69-d3ec3d1f4c40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.090139] env[69959]: DEBUG nova.compute.provider_tree [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.226632] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086741, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.248697] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520bfee6-e80d-1778-0136-011a80c837aa, 'name': SearchDatastore_Task, 'duration_secs': 0.030499} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.248697] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab96b35-5885-433e-9c59-b247e1811503 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.255843] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 891.255843] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c6c845-e0d7-df7e-8779-8cebd510b169" [ 891.255843] env[69959]: _type = "Task" [ 891.255843] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.267174] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c6c845-e0d7-df7e-8779-8cebd510b169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.448125] env[69959]: DEBUG nova.network.neutron [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Updated VIF entry in instance network info cache for port 41464533-0094-4c37-be37-a2938b571d2c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.448522] env[69959]: DEBUG nova.network.neutron [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Updating instance_info_cache with network_info: [{"id": "41464533-0094-4c37-be37-a2938b571d2c", "address": "fa:16:3e:88:e4:48", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41464533-00", "ovs_interfaceid": "41464533-0094-4c37-be37-a2938b571d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.578341] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 891.578341] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53381b68-2a6e-4d8a-870c-346de3afa1ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.591895] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 891.591895] env[69959]: value = "task-4086742" [ 891.591895] env[69959]: _type = "Task" [ 891.591895] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.598917] env[69959]: DEBUG nova.scheduler.client.report [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.617530] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.722792] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.723300] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.724083] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.724495] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a60865-aec7-4ea9-82a1-b7e92ae91fea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.735025] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 891.735025] env[69959]: value = "task-4086743" [ 891.735025] env[69959]: _type = "Task" [ 891.735025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.744766] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.773778] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c6c845-e0d7-df7e-8779-8cebd510b169, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.773778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.773778] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.774232] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15c1867a-1eea-45e4-b8d5-d82579433b25 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.785639] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 891.785639] env[69959]: value = "task-4086744" [ 891.785639] env[69959]: _type = "Task" [ 891.785639] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.797776] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.800208] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.804201] env[69959]: INFO nova.compute.manager [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Rebuilding instance [ 891.842285] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T17:01:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='801946820',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2093072890',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.842285] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.842285] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.842285] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.842472] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.842703] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.842813] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.842970] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.843171] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.843387] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.843655] env[69959]: DEBUG nova.virt.hardware [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.845982] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b365963-8508-4f52-90b2-839bb9028e0b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.856710] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01268ac8-8c40-4ea2-99c3-9c6c8d976195 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.889168] env[69959]: DEBUG nova.compute.manager [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.890163] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9fc0dc-57c4-4106-a1fa-558c5e87cb68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.951059] env[69959]: DEBUG oslo_concurrency.lockutils [req-a26d03bd-b692-4bd9-84be-38caf95933f9 req-10dda05d-c051-44e0-ae7e-09815956f776 service nova] Releasing lock "refresh_cache-356edde7-dae3-416e-b55c-cffa9d1a9f66" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.988853] env[69959]: DEBUG nova.network.neutron [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Successfully updated port: be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.103463] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086742, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.108687] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.109318] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.114420] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 55.891s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.252292] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138963} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.252783] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.253823] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45acf36-0853-48a2-8388-4cfc2910e62a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.285810] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.286289] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebf42d2-39f1-4ab9-901f-4d25892d20b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.313642] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518839} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.318821] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.318943] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.319253] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 892.319253] env[69959]: value = "task-4086745" [ 892.319253] env[69959]: _type = "Task" [ 892.319253] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.319465] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea83a338-963c-405b-9bd3-ec07f99e92d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.329666] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 892.329666] env[69959]: value = "task-4086746" [ 892.329666] env[69959]: _type = "Task" [ 892.329666] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.335889] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.492313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.492526] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.492715] env[69959]: DEBUG nova.network.neutron [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.605243] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086742, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.616459] env[69959]: DEBUG nova.compute.utils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.618155] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.618500] env[69959]: DEBUG nova.network.neutron [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.623364] env[69959]: INFO nova.compute.claims [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.704115] env[69959]: DEBUG nova.policy [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8543946902844eafb7af5b4198977fcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b6375653812453eae2b35e8e9005c2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.766043] env[69959]: DEBUG nova.compute.manager [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Received event network-vif-plugged-be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.767124] env[69959]: DEBUG oslo_concurrency.lockutils [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] Acquiring lock "56ea1960-7814-40c3-abac-aac3ab73872d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.767124] env[69959]: DEBUG oslo_concurrency.lockutils [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] Lock "56ea1960-7814-40c3-abac-aac3ab73872d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.767124] env[69959]: DEBUG oslo_concurrency.lockutils [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] Lock "56ea1960-7814-40c3-abac-aac3ab73872d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.768801] env[69959]: DEBUG nova.compute.manager [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] No waiting events found dispatching network-vif-plugged-be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.768801] env[69959]: WARNING nova.compute.manager [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Received unexpected event network-vif-plugged-be032a47-dba4-455b-816b-8b85c6e14e41 for instance with vm_state building and task_state spawning. [ 892.768801] env[69959]: DEBUG nova.compute.manager [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Received event network-changed-be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.768801] env[69959]: DEBUG nova.compute.manager [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Refreshing instance network info cache due to event network-changed-be032a47-dba4-455b-816b-8b85c6e14e41. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.768801] env[69959]: DEBUG oslo_concurrency.lockutils [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] Acquiring lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.832160] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086745, 'name': ReconfigVM_Task, 'duration_secs': 0.331134} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.832473] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Reconfigured VM instance instance-00000035 to attach disk [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d/f695740d-8fc4-431a-85cf-48c33380f99d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.833650] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-863be881-79c9-451a-a86c-2d08615fce5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.848681] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089734} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.850668] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.851312] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 892.851312] env[69959]: value = "task-4086747" [ 892.851312] env[69959]: _type = "Task" [ 892.851312] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.852145] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c27939d-62d7-433b-a891-363a8b5a24b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.880536] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086747, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.889999] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.890477] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d05d5f5b-ee42-4110-844b-033417d17d45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.907287] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.907680] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc8f474-5555-444e-afa1-dbaa2712e3d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.913148] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 892.913148] env[69959]: value = "task-4086748" [ 892.913148] env[69959]: _type = "Task" [ 892.913148] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.918792] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 892.918792] env[69959]: value = "task-4086749" [ 892.918792] env[69959]: _type = "Task" [ 892.918792] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.930242] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.934305] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.999713] env[69959]: DEBUG nova.network.neutron [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Successfully created port: 7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.054163] env[69959]: DEBUG nova.network.neutron [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.105801] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086742, 'name': CreateSnapshot_Task, 'duration_secs': 1.04823} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.105801] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 893.107087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9af70-c114-43bc-a270-2689cd0c5cc5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.128605] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.133246] env[69959]: INFO nova.compute.resource_tracker [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating resource usage from migration 7c25837c-5318-4888-930c-a47645c4e6d0 [ 893.318519] env[69959]: DEBUG nova.network.neutron [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Updating instance_info_cache with network_info: [{"id": "be032a47-dba4-455b-816b-8b85c6e14e41", "address": "fa:16:3e:50:62:9e", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe032a47-db", "ovs_interfaceid": "be032a47-dba4-455b-816b-8b85c6e14e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.368751] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086747, 'name': Rename_Task, 'duration_secs': 0.181112} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.369082] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.369285] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea86fde-724b-41b1-8934-735a43ec423c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.377052] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 893.377052] env[69959]: value = "task-4086750" [ 893.377052] env[69959]: _type = "Task" [ 893.377052] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.390799] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.430195] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086748, 'name': ReconfigVM_Task, 'duration_secs': 0.31887} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.433421] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.434622] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2dac51a-7179-42da-a5d6-d0be78d46f13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.441211] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086749, 'name': PowerOffVM_Task, 'duration_secs': 0.208494} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.441211] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.441211] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.441211] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c41b049-05ea-4c59-b11e-1bf4386da7b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.444894] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 893.444894] env[69959]: value = "task-4086751" [ 893.444894] env[69959]: _type = "Task" [ 893.444894] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.452625] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 893.452625] env[69959]: value = "task-4086752" [ 893.452625] env[69959]: _type = "Task" [ 893.452625] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.463439] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086751, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.472694] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 893.472999] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 893.473264] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809593', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'name': 'volume-76bb7345-5750-47a2-b602-354b30899134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6468b8f3-ad85-4e14-acad-94ba367e2629', 'attached_at': '', 'detached_at': '', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'serial': '76bb7345-5750-47a2-b602-354b30899134'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 893.474082] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe9482-dd07-420e-9527-92630bbc9a30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.497574] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06be26-3d7f-40bc-9f54-5fdac6e26192 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.508266] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404014a1-3cf1-4621-a9b0-a89357855bb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.532940] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823e486-9f17-4ee5-835c-e656b7755750 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.540094] env[69959]: DEBUG nova.compute.manager [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.552182] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9311c7c-3aaa-4d34-a9f1-62b421757155 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.554947] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] The volume has not been displaced from its original location: [datastore2] volume-76bb7345-5750-47a2-b602-354b30899134/volume-76bb7345-5750-47a2-b602-354b30899134.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 893.560262] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.563265] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1dda635-e47d-46db-b888-ab423667efa2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.583983] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 893.583983] env[69959]: value = "task-4086753" [ 893.583983] env[69959]: _type = "Task" [ 893.583983] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.597768] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.633276] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 893.634340] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c76dae78-9380-4984-8334-6e213e023da4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.651691] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 893.651691] env[69959]: value = "task-4086754" [ 893.651691] env[69959]: _type = "Task" [ 893.651691] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.665218] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086754, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.794419] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe0a00-7889-4ff8-aee5-babf3b124654 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.803437] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8955c-379a-4d3f-9dda-f2f7e31f28d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.840870] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Releasing lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.841267] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Instance network_info: |[{"id": "be032a47-dba4-455b-816b-8b85c6e14e41", "address": "fa:16:3e:50:62:9e", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe032a47-db", "ovs_interfaceid": "be032a47-dba4-455b-816b-8b85c6e14e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.844712] env[69959]: DEBUG oslo_concurrency.lockutils [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] Acquired lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.844712] env[69959]: DEBUG nova.network.neutron [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Refreshing network info cache for port be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.844712] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:62:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be032a47-dba4-455b-816b-8b85c6e14e41', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.851193] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.851982] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8980bb67-a86b-4f99-850c-b5218ce1650f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.856303] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.856575] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fed2eb5e-12d2-470d-8352-9be8c8244adf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.878098] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9a0d0-d1a7-4db6-b3e8-0ca6c676ceb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.883978] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.883978] env[69959]: value = "task-4086755" [ 893.883978] env[69959]: _type = "Task" [ 893.883978] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.900274] env[69959]: DEBUG nova.compute.provider_tree [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.905453] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086750, 'name': PowerOnVM_Task, 'duration_secs': 0.48279} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.906020] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.906240] env[69959]: DEBUG nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.907088] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402649b-a548-44db-b882-f4166e3a92ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.913267] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086755, 'name': CreateVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.958404] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086751, 'name': Rename_Task, 'duration_secs': 0.18429} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.958576] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.958860] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061aa8e4-20b8-4996-af7a-09c6fd2a6cfb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.966811] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 893.966811] env[69959]: value = "task-4086756" [ 893.966811] env[69959]: _type = "Task" [ 893.966811] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.976445] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.087096] env[69959]: INFO nova.compute.manager [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] instance snapshotting [ 894.087368] env[69959]: WARNING nova.compute.manager [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 894.094621] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea47ce-6387-4416-9e1e-e27a0fcd96f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.120163] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f5f3c5-9908-4943-ad4d-68d3ec8eb1ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.123464] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086753, 'name': ReconfigVM_Task, 'duration_secs': 0.171859} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.123760] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.129145] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b68a78f-e175-41bb-9643-c4b4a39972a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.148261] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.152277] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 894.152277] env[69959]: value = "task-4086757" [ 894.152277] env[69959]: _type = "Task" [ 894.152277] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.167647] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086754, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.173199] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.184022] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.184517] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.184517] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.184517] env[69959]: DEBUG nova.virt.hardware [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.185458] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d645324-77ba-40b3-bb5f-ce8b86199591 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.196717] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9556b7b-94a2-4307-9bb8-2843e80cbc89 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.399875] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086755, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.409952] env[69959]: DEBUG nova.scheduler.client.report [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.423579] env[69959]: INFO nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] bringing vm to original state: 'stopped' [ 894.479273] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086756, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.647532] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.647844] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-272565c4-b309-4558-b828-1da77f7e444a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.664706] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 894.664706] env[69959]: value = "task-4086758" [ 894.664706] env[69959]: _type = "Task" [ 894.664706] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.673110] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086754, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.673434] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086757, 'name': ReconfigVM_Task, 'duration_secs': 0.226236} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.674300] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809593', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'name': 'volume-76bb7345-5750-47a2-b602-354b30899134', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6468b8f3-ad85-4e14-acad-94ba367e2629', 'attached_at': '', 'detached_at': '', 'volume_id': '76bb7345-5750-47a2-b602-354b30899134', 'serial': '76bb7345-5750-47a2-b602-354b30899134'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 894.674650] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.675955] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e3977-dfec-4235-ab7d-c87561647b07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.683112] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.688508] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.688788] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75985f6e-6a82-47fc-b7c1-7125f59e5b68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.691532] env[69959]: DEBUG nova.network.neutron [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Updated VIF entry in instance network info cache for port be032a47-dba4-455b-816b-8b85c6e14e41. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.692033] env[69959]: DEBUG nova.network.neutron [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Updating instance_info_cache with network_info: [{"id": "be032a47-dba4-455b-816b-8b85c6e14e41", "address": "fa:16:3e:50:62:9e", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe032a47-db", "ovs_interfaceid": "be032a47-dba4-455b-816b-8b85c6e14e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.767211] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.767211] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.767700] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Deleting the datastore file [datastore2] 6468b8f3-ad85-4e14-acad-94ba367e2629 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.768581] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d323c3-63ed-43c9-8ba5-0365b62c598b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.778227] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for the task: (returnval){ [ 894.778227] env[69959]: value = "task-4086760" [ 894.778227] env[69959]: _type = "Task" [ 894.778227] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.800671] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.835079] env[69959]: DEBUG nova.network.neutron [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Successfully updated port: 7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.900120] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086755, 'name': CreateVM_Task, 'duration_secs': 0.536942} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.900508] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.901455] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.901690] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.902125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.902471] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18316b4b-b207-4f09-9321-e03d71611b44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.908317] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 894.908317] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ffbdf6-8c83-3745-0d25-f12b7a0a2f2a" [ 894.908317] env[69959]: _type = "Task" [ 894.908317] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.914842] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.803s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.915092] env[69959]: INFO nova.compute.manager [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Migrating [ 894.923022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.673s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.924546] env[69959]: INFO nova.compute.claims [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.942484] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ffbdf6-8c83-3745-0d25-f12b7a0a2f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.944225] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.944225] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.944225] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.944225] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.944225] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.945102] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c50ff5f1-370f-42d5-9e75-237faef2edeb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.960787] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.961534] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.961808] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e504d7-9ecf-4b09-b7f9-9bfd034ca9a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.969478] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 894.969478] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528717da-f074-2264-3899-4f044eddc164" [ 894.969478] env[69959]: _type = "Task" [ 894.969478] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.985692] env[69959]: DEBUG oslo_vmware.api [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086756, 'name': PowerOnVM_Task, 'duration_secs': 0.928858} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.990434] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.990835] env[69959]: INFO nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Took 7.86 seconds to spawn the instance on the hypervisor. [ 894.990997] env[69959]: DEBUG nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.992200] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528717da-f074-2264-3899-4f044eddc164, 'name': SearchDatastore_Task, 'duration_secs': 0.013644} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.993293] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a43d2-5265-4c86-8f46-73a44860823f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.996929] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d4c072-27a3-4cbd-8257-46ec0cbdca8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.008689] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 895.008689] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52434908-a054-9c98-1036-f3e507c49a3b" [ 895.008689] env[69959]: _type = "Task" [ 895.008689] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.019604] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52434908-a054-9c98-1036-f3e507c49a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.019904] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.020254] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d/56ea1960-7814-40c3-abac-aac3ab73872d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.020543] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-674a6198-b5b4-465b-a2ad-40ebc7f31cb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.028125] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 895.028125] env[69959]: value = "task-4086761" [ 895.028125] env[69959]: _type = "Task" [ 895.028125] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.040154] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.047012] env[69959]: DEBUG nova.compute.manager [req-f5a6e3b0-2097-402f-b3df-553c97942cb0 req-de93c1a6-c408-46b8-a850-3a8119f88378 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Received event network-vif-plugged-7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.047427] env[69959]: DEBUG oslo_concurrency.lockutils [req-f5a6e3b0-2097-402f-b3df-553c97942cb0 req-de93c1a6-c408-46b8-a850-3a8119f88378 service nova] Acquiring lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.047766] env[69959]: DEBUG oslo_concurrency.lockutils [req-f5a6e3b0-2097-402f-b3df-553c97942cb0 req-de93c1a6-c408-46b8-a850-3a8119f88378 service nova] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.048066] env[69959]: DEBUG oslo_concurrency.lockutils [req-f5a6e3b0-2097-402f-b3df-553c97942cb0 req-de93c1a6-c408-46b8-a850-3a8119f88378 service nova] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.048257] env[69959]: DEBUG nova.compute.manager [req-f5a6e3b0-2097-402f-b3df-553c97942cb0 req-de93c1a6-c408-46b8-a850-3a8119f88378 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] No waiting events found dispatching network-vif-plugged-7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.048544] env[69959]: WARNING nova.compute.manager [req-f5a6e3b0-2097-402f-b3df-553c97942cb0 req-de93c1a6-c408-46b8-a850-3a8119f88378 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Received unexpected event network-vif-plugged-7eb652bb-5a8c-4da0-ac50-df9f9924065b for instance with vm_state building and task_state spawning. [ 895.164903] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086754, 'name': CloneVM_Task, 'duration_secs': 1.450249} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.168487] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Created linked-clone VM from snapshot [ 895.169360] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd88979-5d68-463c-bbdd-22bbbb3d39af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.182397] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Uploading image 0b677c99-8d2c-4377-9fbc-9e747e41bcc4 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 895.189075] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.195150] env[69959]: DEBUG oslo_concurrency.lockutils [req-adeb43f2-e9f1-4d4a-befa-54d96706e314 req-3edd3624-ae32-4dc3-9dcb-cdda3b262f9b service nova] Releasing lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.213349] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 895.213349] env[69959]: value = "vm-809703" [ 895.213349] env[69959]: _type = "VirtualMachine" [ 895.213349] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 895.213349] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9edd18b3-b6c0-4af8-9d37-f67c0198ddae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.222677] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lease: (returnval){ [ 895.222677] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fc6714-6483-b147-a53f-070ccd041037" [ 895.222677] env[69959]: _type = "HttpNfcLease" [ 895.222677] env[69959]: } obtained for exporting VM: (result){ [ 895.222677] env[69959]: value = "vm-809703" [ 895.222677] env[69959]: _type = "VirtualMachine" [ 895.222677] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 895.222677] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the lease: (returnval){ [ 895.222677] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fc6714-6483-b147-a53f-070ccd041037" [ 895.222677] env[69959]: _type = "HttpNfcLease" [ 895.222677] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 895.230708] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.230708] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fc6714-6483-b147-a53f-070ccd041037" [ 895.230708] env[69959]: _type = "HttpNfcLease" [ 895.230708] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 895.295753] env[69959]: DEBUG oslo_vmware.api [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Task: {'id': task-4086760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107676} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.296506] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.296675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.300021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.338525] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "refresh_cache-0f73e4ec-b912-4aca-9c5b-6c3e556c263a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.338758] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquired lock "refresh_cache-0f73e4ec-b912-4aca-9c5b-6c3e556c263a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.338874] env[69959]: DEBUG nova.network.neutron [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.379487] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 895.379885] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fc15184-4f08-452d-8621-98a1be8aec19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.393673] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c69ec-dd4e-4101-9d59-79528882a261 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.439830] env[69959]: ERROR nova.compute.manager [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Failed to detach volume 76bb7345-5750-47a2-b602-354b30899134 from /dev/sda: nova.exception.InstanceNotFound: Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 could not be found. [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Traceback (most recent call last): [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self.driver.rebuild(**kwargs) [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] raise NotImplementedError() [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] NotImplementedError [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] During handling of the above exception, another exception occurred: [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Traceback (most recent call last): [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self.driver.detach_volume(context, old_connection_info, [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] return self._volumeops.detach_volume(connection_info, instance) [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._detach_volume_vmdk(connection_info, instance) [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] stable_ref.fetch_moref(session) [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] raise exception.InstanceNotFound(instance_id=self._uuid) [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] nova.exception.InstanceNotFound: Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 could not be found. [ 895.439830] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.445032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "f695740d-8fc4-431a-85cf-48c33380f99d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.445032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.445032] env[69959]: DEBUG nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.445032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.445032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.445032] env[69959]: DEBUG nova.network.neutron [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.447877] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8d93ba-7e79-489b-a1e2-8adbde22d0cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.463182] env[69959]: DEBUG nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 895.522986] env[69959]: INFO nova.compute.manager [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Took 69.06 seconds to build instance. [ 895.547517] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.654397] env[69959]: DEBUG nova.compute.utils [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Build of instance 6468b8f3-ad85-4e14-acad-94ba367e2629 aborted: Failed to rebuild volume backed instance. {{(pid=69959) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 895.663880] env[69959]: ERROR nova.compute.manager [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6468b8f3-ad85-4e14-acad-94ba367e2629 aborted: Failed to rebuild volume backed instance. [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Traceback (most recent call last): [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self.driver.rebuild(**kwargs) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] raise NotImplementedError() [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] NotImplementedError [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] During handling of the above exception, another exception occurred: [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Traceback (most recent call last): [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._detach_root_volume(context, instance, root_bdm) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] with excutils.save_and_reraise_exception(): [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self.force_reraise() [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] raise self.value [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self.driver.detach_volume(context, old_connection_info, [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] return self._volumeops.detach_volume(connection_info, instance) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._detach_volume_vmdk(connection_info, instance) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] stable_ref.fetch_moref(session) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] raise exception.InstanceNotFound(instance_id=self._uuid) [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] nova.exception.InstanceNotFound: Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 could not be found. [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] During handling of the above exception, another exception occurred: [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Traceback (most recent call last): [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] yield [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 895.663880] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._do_rebuild_instance_with_claim( [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._do_rebuild_instance( [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._rebuild_default_impl(**kwargs) [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] self._rebuild_volume_backed_instance( [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] raise exception.BuildAbortException( [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] nova.exception.BuildAbortException: Build of instance 6468b8f3-ad85-4e14-acad-94ba367e2629 aborted: Failed to rebuild volume backed instance. [ 895.664950] env[69959]: ERROR nova.compute.manager [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] [ 895.680773] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086758, 'name': CreateSnapshot_Task, 'duration_secs': 0.602003} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.682038] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.682038] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ec312-37ea-4841-9b5a-d8f084d7144c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.739138] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.739138] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fc6714-6483-b147-a53f-070ccd041037" [ 895.739138] env[69959]: _type = "HttpNfcLease" [ 895.739138] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 895.739138] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 895.739138] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fc6714-6483-b147-a53f-070ccd041037" [ 895.739138] env[69959]: _type = "HttpNfcLease" [ 895.739138] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 895.739138] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce57c44-76ee-4bad-a4c4-b0289f7e8a2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.748420] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520af22c-478a-3ba8-eff5-36fbd24a0562/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 895.748420] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520af22c-478a-3ba8-eff5-36fbd24a0562/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 895.896545] env[69959]: DEBUG nova.network.neutron [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.969689] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.970461] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9273277-28b6-4022-ad39-e031ff5e9c8a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.972610] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abccf2fe-d6ef-40d6-a17f-cc55fabbce71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.982983] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 895.982983] env[69959]: value = "task-4086763" [ 895.982983] env[69959]: _type = "Task" [ 895.982983] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.999791] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.032459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.752s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.063391] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592787} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.063709] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d/56ea1960-7814-40c3-abac-aac3ab73872d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.063965] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.064323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1ccdd61-06be-4967-8f32-20d83c453022 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.076280] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 896.076280] env[69959]: value = "task-4086764" [ 896.076280] env[69959]: _type = "Task" [ 896.076280] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.088917] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.202826] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.203852] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a225c570-6610-4b06-bc68-60b7204380cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.219798] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 896.219798] env[69959]: value = "task-4086765" [ 896.219798] env[69959]: _type = "Task" [ 896.219798] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.234602] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086765, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.255770] env[69959]: DEBUG nova.network.neutron [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Updating instance_info_cache with network_info: [{"id": "7eb652bb-5a8c-4da0-ac50-df9f9924065b", "address": "fa:16:3e:15:cd:62", "network": {"id": "f3179a95-d10a-4ea6-b7cf-e1961479b997", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2034936730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6375653812453eae2b35e8e9005c2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb652bb-5a", "ovs_interfaceid": "7eb652bb-5a8c-4da0-ac50-df9f9924065b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.464383] env[69959]: DEBUG nova.network.neutron [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.500496] env[69959]: DEBUG oslo_vmware.api [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086763, 'name': PowerOffVM_Task, 'duration_secs': 0.302902} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.500937] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.501135] env[69959]: DEBUG nova.compute.manager [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.502093] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d47b9-5bbf-4d24-9fa9-4236e5e959be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.557222] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.591947] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076557} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.596514] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.597518] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccac25d4-753e-4573-8359-75f02b4c0f56 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.632956] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d/56ea1960-7814-40c3-abac-aac3ab73872d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.635481] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c31c7dc3-6928-4c23-ac23-e3737114af26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.655906] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac947f1-bff7-455f-9372-3cff3eadb9c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.668159] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed900f2-668e-4fc8-9a26-206e70480ee4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.672731] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 896.672731] env[69959]: value = "task-4086766" [ 896.672731] env[69959]: _type = "Task" [ 896.672731] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.713333] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f752b8-4ef5-4641-9b30-fa297d5ffd6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.720107] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.731026] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321042f5-9ac2-4257-b77c-25a561510a59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.738375] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086765, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.751828] env[69959]: DEBUG nova.compute.provider_tree [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.759040] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Releasing lock "refresh_cache-0f73e4ec-b912-4aca-9c5b-6c3e556c263a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.759235] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Instance network_info: |[{"id": "7eb652bb-5a8c-4da0-ac50-df9f9924065b", "address": "fa:16:3e:15:cd:62", "network": {"id": "f3179a95-d10a-4ea6-b7cf-e1961479b997", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2034936730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6375653812453eae2b35e8e9005c2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb652bb-5a", "ovs_interfaceid": "7eb652bb-5a8c-4da0-ac50-df9f9924065b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.760632] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:cd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb652bb-5a8c-4da0-ac50-df9f9924065b', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.769025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Creating folder: Project (8b6375653812453eae2b35e8e9005c2b). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.769709] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03233936-45a0-4c36-8e63-eb82c241fae9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.785767] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Created folder: Project (8b6375653812453eae2b35e8e9005c2b) in parent group-v809535. [ 896.785767] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Creating folder: Instances. Parent ref: group-v809707. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.785767] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e384c9a-26a1-4f21-85db-494565587811 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.802720] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Created folder: Instances in parent group-v809707. [ 896.803338] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.805090] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.809771] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4386627-def8-44ce-938b-b4f78e8f1e13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.836624] env[69959]: INFO nova.compute.manager [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Rebuilding instance [ 896.846029] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.846029] env[69959]: value = "task-4086769" [ 896.846029] env[69959]: _type = "Task" [ 896.846029] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.856717] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086769, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.901508] env[69959]: DEBUG nova.compute.manager [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.902697] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ba830-048c-4a84-b5ed-12da83dcb843 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.965857] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.023450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.579s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.089102] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.185977] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086766, 'name': ReconfigVM_Task, 'duration_secs': 0.431981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.186293] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d/56ea1960-7814-40c3-abac-aac3ab73872d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.186617] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69959) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 897.187571] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2df27f37-e022-4ebe-96dc-d202cbef7b42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.197545] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 897.197545] env[69959]: value = "task-4086770" [ 897.197545] env[69959]: _type = "Task" [ 897.197545] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.208748] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086770, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.236524] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086765, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.257522] env[69959]: DEBUG nova.scheduler.client.report [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.359079] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086769, 'name': CreateVM_Task, 'duration_secs': 0.473333} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.359407] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.360450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.360712] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.361396] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.362692] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ccef6b-d13c-42a6-902d-d15bc0a7187b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.373263] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 897.373263] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52adc380-049d-713b-619a-eb6bc2939a0f" [ 897.373263] env[69959]: _type = "Task" [ 897.373263] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.382873] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52adc380-049d-713b-619a-eb6bc2939a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.385598] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.385816] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.386163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.386300] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.386988] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.386988] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c2cedc2-f76f-4ab1-a3f0-6e1e1b573f27 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.397597] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.398051] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.399126] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f7a187-6254-4d4c-996f-99bb38958ddc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.406867] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 897.406867] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c0e6f6-754c-02f7-a548-bdd05a9bfb97" [ 897.406867] env[69959]: _type = "Task" [ 897.406867] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.422505] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c0e6f6-754c-02f7-a548-bdd05a9bfb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.539429] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.615166] env[69959]: DEBUG nova.compute.manager [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Received event network-changed-7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.615376] env[69959]: DEBUG nova.compute.manager [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Refreshing instance network info cache due to event network-changed-7eb652bb-5a8c-4da0-ac50-df9f9924065b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.615695] env[69959]: DEBUG oslo_concurrency.lockutils [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] Acquiring lock "refresh_cache-0f73e4ec-b912-4aca-9c5b-6c3e556c263a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.615839] env[69959]: DEBUG oslo_concurrency.lockutils [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] Acquired lock "refresh_cache-0f73e4ec-b912-4aca-9c5b-6c3e556c263a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.616022] env[69959]: DEBUG nova.network.neutron [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Refreshing network info cache for port 7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.715018] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086770, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.068213} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.715785] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69959) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 897.718736] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd263aa-3e92-4299-8f2e-31353fb2548e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.743784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.752206] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d/ephemeral_0.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.753976] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a75b9c-f1c6-49c9-b505-b27a3ccf71f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.773987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.774778] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.778142] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086765, 'name': CloneVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.778834] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.670s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.780463] env[69959]: INFO nova.compute.claims [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.792663] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 897.792663] env[69959]: value = "task-4086771" [ 897.792663] env[69959]: _type = "Task" [ 897.792663] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.802166] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.917920] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c0e6f6-754c-02f7-a548-bdd05a9bfb97, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.918967] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243e8985-b78e-403e-8a5c-a10f5ed1549d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.923529] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.923631] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac95754-d4f7-4e0f-80e7-d4913212ba54 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.926643] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 897.926643] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258d487-b565-b8ba-8120-8e426a2a5997" [ 897.926643] env[69959]: _type = "Task" [ 897.926643] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.932418] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 897.932418] env[69959]: value = "task-4086772" [ 897.932418] env[69959]: _type = "Task" [ 897.932418] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.939921] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258d487-b565-b8ba-8120-8e426a2a5997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.946199] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.150880] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "dadb2785-7789-481c-8dc7-0ebb75222f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.151182] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.237303] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086765, 'name': CloneVM_Task, 'duration_secs': 1.558396} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.241165] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Created linked-clone VM from snapshot [ 898.241165] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f517a1-4b93-4469-9188-de36b54abba3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.254889] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Uploading image cf98676b-f705-4023-a1b1-75083c42957f {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.282779] env[69959]: DEBUG nova.compute.utils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.289971] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 898.289971] env[69959]: value = "vm-809706" [ 898.289971] env[69959]: _type = "VirtualMachine" [ 898.289971] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 898.290381] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.290695] env[69959]: DEBUG nova.network.neutron [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.295659] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96aa9cd3-dbdf-4596-9af5-eaaeebe69392 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.311196] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease: (returnval){ [ 898.311196] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d40182-39a5-e2f0-8406-30ddf9fa53dc" [ 898.311196] env[69959]: _type = "HttpNfcLease" [ 898.311196] env[69959]: } obtained for exporting VM: (result){ [ 898.311196] env[69959]: value = "vm-809706" [ 898.311196] env[69959]: _type = "VirtualMachine" [ 898.311196] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 898.311576] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the lease: (returnval){ [ 898.311576] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d40182-39a5-e2f0-8406-30ddf9fa53dc" [ 898.311576] env[69959]: _type = "HttpNfcLease" [ 898.311576] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.315446] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086771, 'name': ReconfigVM_Task, 'duration_secs': 0.516446} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.319337] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d/ephemeral_0.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.320723] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f26e393b-9172-4b80-8ec6-39c34349840d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.326905] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.326905] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d40182-39a5-e2f0-8406-30ddf9fa53dc" [ 898.326905] env[69959]: _type = "HttpNfcLease" [ 898.326905] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.328538] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 898.328538] env[69959]: value = "task-4086774" [ 898.328538] env[69959]: _type = "Task" [ 898.328538] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.338135] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086774, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.450224] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258d487-b565-b8ba-8120-8e426a2a5997, 'name': SearchDatastore_Task, 'duration_secs': 0.019285} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.454214] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.454546] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0f73e4ec-b912-4aca-9c5b-6c3e556c263a/0f73e4ec-b912-4aca-9c5b-6c3e556c263a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.455266] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086772, 'name': PowerOffVM_Task, 'duration_secs': 0.289527} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.455496] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aba3673a-c17c-4893-8d02-174608405562 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.457745] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.457984] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.459356] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091ad77-f63b-46dc-92b7-556470d7a1e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.471088] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.473831] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f16c15-0553-4b60-8c24-a216315ff8ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.476167] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 898.476167] env[69959]: value = "task-4086775" [ 898.476167] env[69959]: _type = "Task" [ 898.476167] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.486117] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767cc62c-a8cf-4f8f-b24d-f2353601f52b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.494761] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.522386] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.623214] env[69959]: DEBUG nova.policy [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93d4ee02871a49829976f2964722e567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd742123fce67429fb66a4018416292e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.724416] env[69959]: DEBUG nova.network.neutron [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Updated VIF entry in instance network info cache for port 7eb652bb-5a8c-4da0-ac50-df9f9924065b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.724790] env[69959]: DEBUG nova.network.neutron [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Updating instance_info_cache with network_info: [{"id": "7eb652bb-5a8c-4da0-ac50-df9f9924065b", "address": "fa:16:3e:15:cd:62", "network": {"id": "f3179a95-d10a-4ea6-b7cf-e1961479b997", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2034936730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6375653812453eae2b35e8e9005c2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb652bb-5a", "ovs_interfaceid": "7eb652bb-5a8c-4da0-ac50-df9f9924065b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.787012] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.831446] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.831446] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d40182-39a5-e2f0-8406-30ddf9fa53dc" [ 898.831446] env[69959]: _type = "HttpNfcLease" [ 898.831446] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.840339] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.840339] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d40182-39a5-e2f0-8406-30ddf9fa53dc" [ 898.840339] env[69959]: _type = "HttpNfcLease" [ 898.840339] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 898.843588] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14bbb99-55a5-47e8-8b13-9ae491c613ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.856948] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086774, 'name': Rename_Task, 'duration_secs': 0.301153} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.862133] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.862133] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb96a0-e025-a53e-0391-0e85dc0599f8/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.862133] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb96a0-e025-a53e-0391-0e85dc0599f8/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 898.867247] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd3c220d-4cc9-481d-b2b9-5f31233ac6fb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.928626] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.928626] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.928626] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.928626] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-070d4913-929c-4726-8802-a973b0245a2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.936254] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 898.936254] env[69959]: value = "task-4086777" [ 898.936254] env[69959]: _type = "Task" [ 898.936254] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.946018] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "6468b8f3-ad85-4e14-acad-94ba367e2629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.946288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.946666] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "6468b8f3-ad85-4e14-acad-94ba367e2629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.946943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.947166] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.949504] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 898.949504] env[69959]: value = "task-4086778" [ 898.949504] env[69959]: _type = "Task" [ 898.949504] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.950021] env[69959]: INFO nova.compute.manager [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Terminating instance [ 898.965849] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.978826] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.989919] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-138c4be9-9400-4d9e-843d-32e7291838ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.001915] env[69959]: DEBUG nova.network.neutron [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Successfully created port: a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.005686] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.029010] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.029484] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28eb4fa7-882c-4e73-ad2d-0e22af01808e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.049892] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 899.049892] env[69959]: value = "task-4086779" [ 899.049892] env[69959]: _type = "Task" [ 899.049892] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.061767] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.228033] env[69959]: DEBUG oslo_concurrency.lockutils [req-bafd9a2d-bb63-4417-8a65-41a4a800cf06 req-99bc816e-c303-4779-8732-0f6f9cdd62c1 service nova] Releasing lock "refresh_cache-0f73e4ec-b912-4aca-9c5b-6c3e556c263a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451664] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.463325] env[69959]: DEBUG nova.compute.manager [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.468025] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-991ce114-f283-4354-a14d-971bf6d3d6c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.470959] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297403} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.471578] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.471973] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.474095] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.489481] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767472f-71fd-4042-9a22-099d601e4c0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.516446] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "f695740d-8fc4-431a-85cf-48c33380f99d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.516446] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.516691] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "f695740d-8fc4-431a-85cf-48c33380f99d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.516941] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.517197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.520389] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615548} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.522313] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0f73e4ec-b912-4aca-9c5b-6c3e556c263a/0f73e4ec-b912-4aca-9c5b-6c3e556c263a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.522313] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.526034] env[69959]: INFO nova.compute.manager [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Terminating instance [ 899.526034] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9103aea9-952f-421b-8928-14899c04e5cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.560484] env[69959]: WARNING nova.virt.vmwareapi.driver [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 could not be found. [ 899.560722] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.570139] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2f0732c-bbcf-42f2-ad85-4802ac795793 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.574480] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 899.574480] env[69959]: value = "task-4086780" [ 899.574480] env[69959]: _type = "Task" [ 899.574480] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.588475] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086779, 'name': PowerOffVM_Task, 'duration_secs': 0.244752} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.597020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3750849-084a-4936-a056-ceccea95e49f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.611786] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.612253] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.621932] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086780, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.657205] env[69959]: WARNING nova.virt.vmwareapi.vmops [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 could not be found. [ 899.657521] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.657814] env[69959]: INFO nova.compute.manager [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Took 0.19 seconds to destroy the instance on the hypervisor. [ 899.661504] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.661675] env[69959]: DEBUG nova.compute.manager [-] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.661707] env[69959]: DEBUG nova.network.neutron [-] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.686581] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0327d5-39fd-4196-ac9c-c28346e36905 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.697727] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe36f85-0b14-4a36-bc1e-1b70632900a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.740293] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cadc76-828a-4000-985e-763a4a0daeea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.750249] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4f06cc-46f5-4cb8-8646-816e7955332f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.768842] env[69959]: DEBUG nova.compute.provider_tree [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.805656] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.948318] env[69959]: DEBUG oslo_vmware.api [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086777, 'name': PowerOnVM_Task, 'duration_secs': 0.653678} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.948752] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.949084] env[69959]: INFO nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Took 8.15 seconds to spawn the instance on the hypervisor. [ 899.949351] env[69959]: DEBUG nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.951219] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e7476-4655-40e5-9af8-ee5e83245f2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.032998] env[69959]: DEBUG nova.compute.manager [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.033553] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.035165] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc284118-7504-4445-b49b-320689705351 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.050825] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.052505] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22c2d7ee-ac91-43bf-9408-b16be6003ca5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.091897] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092292} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.091897] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.092367] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9694e74-c3d7-4c62-bbd9-81d9c695f2c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.121379] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0f73e4ec-b912-4aca-9c5b-6c3e556c263a/0f73e4ec-b912-4aca-9c5b-6c3e556c263a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.122819] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e681467-ac65-4fe0-a746-e5c39a5e4489 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.140529] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.140811] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.141434] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.141434] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.141695] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.141695] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.142780] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.142780] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.142780] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.142780] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.142969] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.150138] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a8158c-d8cd-4010-bdfc-8267433134e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.163592] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.163868] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.164144] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore2] f695740d-8fc4-431a-85cf-48c33380f99d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.165398] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6da26f20-6936-40d9-933c-32715243e3b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.169044] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 900.169044] env[69959]: value = "task-4086782" [ 900.169044] env[69959]: _type = "Task" [ 900.169044] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.171227] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 900.171227] env[69959]: value = "task-4086783" [ 900.171227] env[69959]: _type = "Task" [ 900.171227] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.181315] env[69959]: DEBUG oslo_vmware.api [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 900.181315] env[69959]: value = "task-4086784" [ 900.181315] env[69959]: _type = "Task" [ 900.181315] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.185268] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.192693] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.200328] env[69959]: DEBUG oslo_vmware.api [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.272923] env[69959]: DEBUG nova.scheduler.client.report [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.479191] env[69959]: INFO nova.compute.manager [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Took 71.22 seconds to build instance. [ 900.608331] env[69959]: DEBUG nova.network.neutron [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Successfully updated port: a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.690676] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.691781] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086783, 'name': ReconfigVM_Task, 'duration_secs': 0.262569} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.696642] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.707023] env[69959]: DEBUG nova.compute.manager [req-925f2de9-07ae-49d8-a5a0-b58089149412 req-eafa4d34-ee84-473c-9a00-ec1524774b66 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Received event network-vif-deleted-9a74e287-c135-4730-804e-5b4740aab6fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.707023] env[69959]: INFO nova.compute.manager [req-925f2de9-07ae-49d8-a5a0-b58089149412 req-eafa4d34-ee84-473c-9a00-ec1524774b66 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Neutron deleted interface 9a74e287-c135-4730-804e-5b4740aab6fd; detaching it from the instance and deleting it from the info cache [ 900.707023] env[69959]: DEBUG nova.network.neutron [req-925f2de9-07ae-49d8-a5a0-b58089149412 req-eafa4d34-ee84-473c-9a00-ec1524774b66 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.716356] env[69959]: DEBUG oslo_vmware.api [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4086784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290658} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.716901] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.717289] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.717593] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.717943] env[69959]: INFO nova.compute.manager [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Took 0.68 seconds to destroy the instance on the hypervisor. [ 900.718900] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.719232] env[69959]: DEBUG nova.compute.manager [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.719434] env[69959]: DEBUG nova.network.neutron [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.783451] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.005s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.783998] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.788612] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.565s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.788793] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.788946] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 900.789280] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.914s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.789498] env[69959]: DEBUG nova.objects.instance [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lazy-loading 'resources' on Instance uuid b02c6408-c7ab-4f56-8d50-ef6392028b5a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.794032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfeb7a2-6487-4e40-9165-d304653a755a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.798486] env[69959]: DEBUG nova.network.neutron [-] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.803830] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1780a-9b0e-4123-a083-5cd15e370190 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.820455] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e4b14-5c04-439c-beb8-72dfe57ab140 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.829537] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df757e-cd39-4e93-999c-faf1e8036d4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.862024] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178038MB free_disk=17GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 900.862343] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.983241] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "56ea1960-7814-40c3-abac-aac3ab73872d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.415s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.116414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "refresh_cache-1b0d13ea-ee22-4206-abf1-3278824589ae" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.116414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "refresh_cache-1b0d13ea-ee22-4206-abf1-3278824589ae" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.116619] env[69959]: DEBUG nova.network.neutron [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.183346] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.206546] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T17:02:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aac488f6-5338-4628-a4df-ccb38b9b0085',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1794754564',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.206875] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.207403] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.207403] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.207580] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.207632] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.207899] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.208407] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.208407] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.208496] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.208962] env[69959]: DEBUG nova.virt.hardware [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.214624] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.215393] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d3bdd3-66bc-4fb9-95c4-e5277fb4ac5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.229946] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d6a0fe-2a79-49c3-b74d-bc12f0efb780 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.241841] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8188c5de-1225-4d39-8cef-6fd924cfeb64 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.256454] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 901.256454] env[69959]: value = "task-4086785" [ 901.256454] env[69959]: _type = "Task" [ 901.256454] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.269119] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.286675] env[69959]: DEBUG nova.compute.manager [req-925f2de9-07ae-49d8-a5a0-b58089149412 req-eafa4d34-ee84-473c-9a00-ec1524774b66 service nova] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Detach interface failed, port_id=9a74e287-c135-4730-804e-5b4740aab6fd, reason: Instance 6468b8f3-ad85-4e14-acad-94ba367e2629 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.298338] env[69959]: DEBUG nova.compute.utils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.300169] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.302019] env[69959]: DEBUG nova.network.neutron [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.303533] env[69959]: INFO nova.compute.manager [-] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Took 1.64 seconds to deallocate network for instance. [ 901.343906] env[69959]: DEBUG nova.policy [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dce041fd51545b9b5b0e812a9e534aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fda7edf66a7e45a6bcc8d8e62e39f934', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.487314] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.499051] env[69959]: DEBUG nova.network.neutron [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.671641] env[69959]: DEBUG nova.network.neutron [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.687412] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086782, 'name': ReconfigVM_Task, 'duration_secs': 1.482172} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.687575] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0f73e4ec-b912-4aca-9c5b-6c3e556c263a/0f73e4ec-b912-4aca-9c5b-6c3e556c263a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.688516] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0a797b1-f09b-4bee-b264-29be58eab8d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.702325] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 901.702325] env[69959]: value = "task-4086786" [ 901.702325] env[69959]: _type = "Task" [ 901.702325] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.711698] env[69959]: DEBUG nova.network.neutron [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Successfully created port: 74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.721427] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086786, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.768948] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.804377] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.870548] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be6f3b-332d-4182-83f7-e8551275e4e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.873530] env[69959]: INFO nova.compute.manager [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Took 0.57 seconds to detach 1 volumes for instance. [ 901.876108] env[69959]: DEBUG nova.compute.manager [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Deleting volume: 76bb7345-5750-47a2-b602-354b30899134 {{(pid=69959) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 901.882322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7c3cb-9094-4b0a-8b00-99c006e85361 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.917799] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a0aa7-dca7-4d36-ba4b-dae88c6d350d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.926925] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2f6238-36c3-43d5-a7a5-bd2324c73c61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.932011] env[69959]: DEBUG nova.network.neutron [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Updating instance_info_cache with network_info: [{"id": "a87cd73c-0b50-41a1-b8b3-186ac75e6736", "address": "fa:16:3e:ff:4f:3e", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87cd73c-0b", "ovs_interfaceid": "a87cd73c-0b50-41a1-b8b3-186ac75e6736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.948769] env[69959]: DEBUG nova.compute.provider_tree [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.001621] env[69959]: INFO nova.compute.manager [-] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Took 1.28 seconds to deallocate network for instance. [ 902.021796] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.215750] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086786, 'name': Rename_Task, 'duration_secs': 0.183111} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.215750] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.216130] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fc6ab9-4990-4450-9ec3-88776a371423 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.225593] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 902.225593] env[69959]: value = "task-4086788" [ 902.225593] env[69959]: _type = "Task" [ 902.225593] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.234856] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.269208] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086785, 'name': ReconfigVM_Task, 'duration_secs': 0.532466} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.270990] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.270990] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70206d57-b346-4796-8577-b60f3022a658 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.321105] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.328962] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82658182-64ef-425a-9600-ae6c476812ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.359264] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 902.359264] env[69959]: value = "task-4086789" [ 902.359264] env[69959]: _type = "Task" [ 902.359264] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.371918] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.438688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "refresh_cache-1b0d13ea-ee22-4206-abf1-3278824589ae" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.438688] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Instance network_info: |[{"id": "a87cd73c-0b50-41a1-b8b3-186ac75e6736", "address": "fa:16:3e:ff:4f:3e", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87cd73c-0b", "ovs_interfaceid": "a87cd73c-0b50-41a1-b8b3-186ac75e6736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.439437] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.452678] env[69959]: DEBUG nova.scheduler.client.report [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.509420] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.737558] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.831359] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.870030] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086789, 'name': ReconfigVM_Task, 'duration_secs': 0.406429} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.870247] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfigured VM instance instance-0000002f to attach disk [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.870524] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.958808] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.961882] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.286s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.961882] env[69959]: DEBUG nova.objects.instance [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lazy-loading 'resources' on Instance uuid 0daccc65-92c2-4373-889b-2985ae46bcd3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.989668] env[69959]: INFO nova.scheduler.client.report [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Deleted allocations for instance b02c6408-c7ab-4f56-8d50-ef6392028b5a [ 903.238187] env[69959]: DEBUG oslo_vmware.api [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086788, 'name': PowerOnVM_Task, 'duration_secs': 0.620016} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.238585] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.238996] env[69959]: INFO nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Took 9.09 seconds to spawn the instance on the hypervisor. [ 903.239098] env[69959]: DEBUG nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.240880] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f71d3-e259-4c12-b03e-fd9e0900009e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.374830] env[69959]: DEBUG nova.network.neutron [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Successfully updated port: 74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.378865] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9360c3-3f27-49aa-b413-85dc31ea8c9d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.403504] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45effd8-6ebd-4d59-b29a-24daa325069b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.424586] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.501338] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f91ab9a6-d551-45b3-89f0-2af74e1969cc tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Lock "b02c6408-c7ab-4f56-8d50-ef6392028b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.067s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.766138] env[69959]: INFO nova.compute.manager [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Took 68.98 seconds to build instance. [ 903.884598] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.884816] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.884998] env[69959]: DEBUG nova.network.neutron [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.975329] env[69959]: DEBUG nova.network.neutron [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Port b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.987044] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e391ed-255f-4a2c-ac78-574547406ce0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.997053] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df636018-318a-4a6b-978e-c7c425b9ee43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.030410] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c45f8-55c3-48c1-bb82-ec354e28126a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.039280] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb8624c-0d21-498c-8e94-50dd7b0730ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.055029] env[69959]: DEBUG nova.compute.provider_tree [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.268926] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.214s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.420704] env[69959]: DEBUG nova.network.neutron [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.562282] env[69959]: DEBUG nova.scheduler.client.report [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.604162] env[69959]: DEBUG nova.network.neutron [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.772086] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.938683] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.939033] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.939166] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.939324] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.939473] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.939620] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.939931] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.940016] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.940232] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.940415] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.940588] env[69959]: DEBUG nova.virt.hardware [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.943230] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830b779e-c70f-44d8-b24c-b613471a1716 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.952300] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.952529] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.952690] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.952891] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.953054] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.953226] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.953465] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.953649] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.953844] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.954042] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.954249] env[69959]: DEBUG nova.virt.hardware [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.956646] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808bc6ca-ac88-433f-9abd-ff7615add643 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.963970] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862099ec-2172-4f59-90d6-830861108313 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.970444] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.970702] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.970886] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.971104] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.971268] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.971415] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.971618] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.971779] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.971945] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.972119] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.972307] env[69959]: DEBUG nova.virt.hardware [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.976465] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36888c46-320c-464d-a08a-6f4df3bd7e7c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.980709] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1952b248-5ad8-4d75-a8dd-34fde63c2a4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.994722] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520af22c-478a-3ba8-eff5-36fbd24a0562/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.004101] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:4f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a87cd73c-0b50-41a1-b8b3-186ac75e6736', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.013190] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.014064] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dfce3b-c63a-4db3-8cd0-bdfc28edfd28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.022773] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.028554] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.028810] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.028987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.039264] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6bb45c8-afb3-4ef9-87bc-b3a4c0328529 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.055312] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4d4c2-b419-4435-8070-4fc49a3103ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.060455] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:e4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41464533-0094-4c37-be37-a2938b571d2c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.068311] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.073490] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.074895] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.075211] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520af22c-478a-3ba8-eff5-36fbd24a0562/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.075369] env[69959]: ERROR oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520af22c-478a-3ba8-eff5-36fbd24a0562/disk-0.vmdk due to incomplete transfer. [ 905.078791] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.605s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.078791] env[69959]: DEBUG nova.objects.instance [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lazy-loading 'resources' on Instance uuid edc30bb6-6257-4e62-8c00-f6169a4b31cc {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.078791] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dd56796-4127-456b-bc68-4d139fe0ed9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.098113] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d835f08-05bc-4f31-827d-35a2bba39060 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.117445] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.117718] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance network_info: |[{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.118496] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ba:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74659962-3a84-413d-99c8-4c99f7342c4e', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.127914] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating folder: Project (fda7edf66a7e45a6bcc8d8e62e39f934). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.128315] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.128315] env[69959]: value = "task-4086790" [ 905.128315] env[69959]: _type = "Task" [ 905.128315] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.129733] env[69959]: INFO nova.scheduler.client.report [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Deleted allocations for instance 0daccc65-92c2-4373-889b-2985ae46bcd3 [ 905.133528] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede2c8f1-c121-4d56-90c1-ea164c11196c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.146148] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.146148] env[69959]: value = "task-4086791" [ 905.146148] env[69959]: _type = "Task" [ 905.146148] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.147984] env[69959]: DEBUG oslo_vmware.rw_handles [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520af22c-478a-3ba8-eff5-36fbd24a0562/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.148255] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Uploaded image 0b677c99-8d2c-4377-9fbc-9e747e41bcc4 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.152050] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.163111] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e88eb23-db48-405f-8144-37f9f24ae386 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.165212] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086790, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.167166] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Created folder: Project (fda7edf66a7e45a6bcc8d8e62e39f934) in parent group-v809535. [ 905.167384] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating folder: Instances. Parent ref: group-v809711. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.171841] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e45ad8d9-57e4-4d14-87bf-6959d85a245e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.179503] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 905.179503] env[69959]: value = "task-4086793" [ 905.179503] env[69959]: _type = "Task" [ 905.179503] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.180112] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086791, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.194055] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Created folder: Instances in parent group-v809711. [ 905.194055] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.196883] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.196883] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086793, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.201048] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-288ceb0d-4825-4b26-948f-5e59bd11228a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.229948] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.229948] env[69959]: value = "task-4086795" [ 905.229948] env[69959]: _type = "Task" [ 905.229948] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.244492] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086795, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.310022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.649379] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086790, 'name': CreateVM_Task, 'duration_secs': 0.496001} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.649889] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b8486224-45be-4cc0-b3c9-ec280826621e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "0daccc65-92c2-4373-889b-2985ae46bcd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.642s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.650857] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.656724] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.656960] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.657431] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.657786] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8cc57f-dada-4d51-b7ca-d7e37f2aca47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.670574] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086791, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.670933] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 905.670933] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5240b835-6352-73f2-905c-b4bd86e50c7d" [ 905.670933] env[69959]: _type = "Task" [ 905.670933] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.684708] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5240b835-6352-73f2-905c-b4bd86e50c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.696900] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086793, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.742009] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086795, 'name': CreateVM_Task, 'duration_secs': 0.465977} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.742203] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.743197] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.782761] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2362d420-d56b-4366-80d6-e5c32c16bd8e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.791483] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1de051-648c-491f-8821-306618b666f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.826482] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c491fd-fb44-4b68-ac96-b6c3c9dcea53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.835254] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47900f-1414-413f-a1a9-0eb18b36d873 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.850411] env[69959]: DEBUG nova.compute.provider_tree [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.146063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.146301] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.146656] env[69959]: DEBUG nova.network.neutron [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.162582] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086791, 'name': CreateVM_Task, 'duration_secs': 0.671323} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.162763] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.163470] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.183908] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5240b835-6352-73f2-905c-b4bd86e50c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.017513} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.184435] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.184713] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.184986] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.185151] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.185662] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.189444] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.189592] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.189720] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e83392a-12be-4a30-a2b0-e1e77ab7278c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.192139] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a686d54c-d909-40d6-8da4-5358b81a4d9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.197569] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 906.197569] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521fc2c7-b76b-e1c3-d16e-00dc0562464f" [ 906.197569] env[69959]: _type = "Task" [ 906.197569] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.200816] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086793, 'name': Destroy_Task, 'duration_secs': 0.58516} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.204490] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Destroyed the VM [ 906.204757] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 906.209023] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67e131c5-d964-458a-b9ad-013444bf8491 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.209023] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.209023] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.209363] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1100a76-f3e6-4417-a50e-dd268a36de5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.215524] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521fc2c7-b76b-e1c3-d16e-00dc0562464f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.220887] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 906.220887] env[69959]: value = "task-4086796" [ 906.220887] env[69959]: _type = "Task" [ 906.220887] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.222267] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 906.222267] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522c2e17-c697-49c8-a699-4fe14f9254dc" [ 906.222267] env[69959]: _type = "Task" [ 906.222267] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.233255] env[69959]: DEBUG nova.compute.manager [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Received event network-vif-plugged-a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.233495] env[69959]: DEBUG oslo_concurrency.lockutils [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] Acquiring lock "1b0d13ea-ee22-4206-abf1-3278824589ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.233706] env[69959]: DEBUG oslo_concurrency.lockutils [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.233865] env[69959]: DEBUG oslo_concurrency.lockutils [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.234107] env[69959]: DEBUG nova.compute.manager [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] No waiting events found dispatching network-vif-plugged-a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.234313] env[69959]: WARNING nova.compute.manager [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Received unexpected event network-vif-plugged-a87cd73c-0b50-41a1-b8b3-186ac75e6736 for instance with vm_state building and task_state spawning. [ 906.234491] env[69959]: DEBUG nova.compute.manager [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Received event network-changed-a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.234641] env[69959]: DEBUG nova.compute.manager [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Refreshing instance network info cache due to event network-changed-a87cd73c-0b50-41a1-b8b3-186ac75e6736. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.234825] env[69959]: DEBUG oslo_concurrency.lockutils [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] Acquiring lock "refresh_cache-1b0d13ea-ee22-4206-abf1-3278824589ae" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.234955] env[69959]: DEBUG oslo_concurrency.lockutils [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] Acquired lock "refresh_cache-1b0d13ea-ee22-4206-abf1-3278824589ae" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.235125] env[69959]: DEBUG nova.network.neutron [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Refreshing network info cache for port a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.242906] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.253017] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522c2e17-c697-49c8-a699-4fe14f9254dc, 'name': SearchDatastore_Task} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.253017] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e38aff-636f-4f3b-8473-372f26dbc51b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.258818] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 906.258818] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258d438-1e06-5bdd-4af2-db163843979a" [ 906.258818] env[69959]: _type = "Task" [ 906.258818] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.268968] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258d438-1e06-5bdd-4af2-db163843979a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.355976] env[69959]: DEBUG nova.scheduler.client.report [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.714217] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521fc2c7-b76b-e1c3-d16e-00dc0562464f, 'name': SearchDatastore_Task, 'duration_secs': 0.018761} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.716968] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.717278] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.717541] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.717904] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.718342] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.718937] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f04114b-391e-4954-bab5-376cdedc3d91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.727240] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 906.727240] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5245ee0c-14c3-f0b0-324c-7e7ab611c54d" [ 906.727240] env[69959]: _type = "Task" [ 906.727240] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.735610] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.743464] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5245ee0c-14c3-f0b0-324c-7e7ab611c54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.771369] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258d438-1e06-5bdd-4af2-db163843979a, 'name': SearchDatastore_Task, 'duration_secs': 0.0188} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.771369] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.771369] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 1b0d13ea-ee22-4206-abf1-3278824589ae/1b0d13ea-ee22-4206-abf1-3278824589ae.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.771592] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.771623] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.771846] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa933db-547b-45d7-bc58-23691c2f95fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.776016] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09dff519-69a5-4215-ba40-932d5221fb15 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.783376] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 906.783376] env[69959]: value = "task-4086797" [ 906.783376] env[69959]: _type = "Task" [ 906.783376] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.787858] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.788180] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.789394] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cc19b6-4de1-43d0-a455-1db34c2f6834 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.795204] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.799091] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 906.799091] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529760db-4f42-2c1e-a5de-c76bc8436d2c" [ 906.799091] env[69959]: _type = "Task" [ 906.799091] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.814833] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529760db-4f42-2c1e-a5de-c76bc8436d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.863855] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.866861] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.472s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.868907] env[69959]: INFO nova.compute.claims [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.897021] env[69959]: INFO nova.scheduler.client.report [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Deleted allocations for instance edc30bb6-6257-4e62-8c00-f6169a4b31cc [ 906.897021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.897021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.974690] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "7b977ddd-db1f-49dc-aa2b-13559e67e932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.975147] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.975233] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "7b977ddd-db1f-49dc-aa2b-13559e67e932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.975363] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.975539] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.979185] env[69959]: INFO nova.compute.manager [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Terminating instance [ 907.241959] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5245ee0c-14c3-f0b0-324c-7e7ab611c54d, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.247025] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.247025] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.247025] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.247935] env[69959]: DEBUG oslo_vmware.api [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086796, 'name': RemoveSnapshot_Task, 'duration_secs': 1.004798} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.255030] env[69959]: DEBUG nova.network.neutron [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.255030] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 907.255030] env[69959]: INFO nova.compute.manager [None req-34280b86-132a-43e1-9f6e-02bca4b3d834 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Took 16.27 seconds to snapshot the instance on the hypervisor. [ 907.296841] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086797, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.311228] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529760db-4f42-2c1e-a5de-c76bc8436d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.312250] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a588f54-96eb-439e-992e-977de553a4c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.321432] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 907.321432] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b1eeb6-d7d3-6d17-f764-97c2d77d543b" [ 907.321432] env[69959]: _type = "Task" [ 907.321432] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.329022] env[69959]: DEBUG nova.network.neutron [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Updated VIF entry in instance network info cache for port a87cd73c-0b50-41a1-b8b3-186ac75e6736. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.329421] env[69959]: DEBUG nova.network.neutron [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Updating instance_info_cache with network_info: [{"id": "a87cd73c-0b50-41a1-b8b3-186ac75e6736", "address": "fa:16:3e:ff:4f:3e", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87cd73c-0b", "ovs_interfaceid": "a87cd73c-0b50-41a1-b8b3-186ac75e6736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.337776] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b1eeb6-d7d3-6d17-f764-97c2d77d543b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.407332] env[69959]: INFO nova.compute.manager [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Detaching volume b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5 [ 907.412110] env[69959]: DEBUG oslo_concurrency.lockutils [None req-62788fa5-31a9-43fa-815a-e196d3cf4520 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Lock "edc30bb6-6257-4e62-8c00-f6169a4b31cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.457125] env[69959]: INFO nova.virt.block_device [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Attempting to driver detach volume b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5 from mountpoint /dev/sdb [ 907.457469] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 907.457695] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809686', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'name': 'volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a9ce531-68c9-4033-bbd5-9b5dec9f73c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'serial': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 907.459223] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37faa9f-06af-456a-9c17-d732a95ea4cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.491862] env[69959]: DEBUG nova.compute.manager [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.492437] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.493391] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4fe667-f623-47c5-b15b-a25c2ea7da8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.497245] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6267093c-f84d-415c-a76e-04a648a6547e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.508574] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe3332-3d7f-4629-a1ab-0ddf4219abf0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.511898] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.512431] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2540a145-c6e8-4ade-95d0-1fc691df43a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.541238] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed23eb3b-f12a-4839-b660-02a7f0c3eb15 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.544380] env[69959]: DEBUG oslo_vmware.api [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 907.544380] env[69959]: value = "task-4086798" [ 907.544380] env[69959]: _type = "Task" [ 907.544380] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.560271] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] The volume has not been displaced from its original location: [datastore1] volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5/volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 907.566218] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.567027] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d15e8c7e-e8e4-4a52-897d-6a087e1ae5b2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.584607] env[69959]: DEBUG oslo_vmware.api [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.591581] env[69959]: DEBUG oslo_vmware.api [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 907.591581] env[69959]: value = "task-4086799" [ 907.591581] env[69959]: _type = "Task" [ 907.591581] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.602347] env[69959]: DEBUG oslo_vmware.api [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.758220] env[69959]: DEBUG oslo_concurrency.lockutils [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.795923] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711856} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.795923] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 1b0d13ea-ee22-4206-abf1-3278824589ae/1b0d13ea-ee22-4206-abf1-3278824589ae.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.796513] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.797097] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3fdf568-cf38-44f1-93b5-9dcdbe40ea85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.805392] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 907.805392] env[69959]: value = "task-4086800" [ 907.805392] env[69959]: _type = "Task" [ 907.805392] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.818984] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.833166] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b1eeb6-d7d3-6d17-f764-97c2d77d543b, 'name': SearchDatastore_Task, 'duration_secs': 0.063655} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.833395] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.833646] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.834775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.834775] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.834775] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751091c9-9fb3-42b0-a7ee-34ad062aa35c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.836724] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a866667c-9169-4828-8abd-9980ee44f14f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.839532] env[69959]: DEBUG oslo_concurrency.lockutils [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] Releasing lock "refresh_cache-1b0d13ea-ee22-4206-abf1-3278824589ae" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.839785] env[69959]: DEBUG nova.compute.manager [req-d4b676fa-ddd9-40e5-9a8b-9bf1767073a9 req-37c15966-fb00-493d-99b4-14772b846efa service nova] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Received event network-vif-deleted-f266469a-597d-47db-a12e-6c407398414f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.847737] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 907.847737] env[69959]: value = "task-4086801" [ 907.847737] env[69959]: _type = "Task" [ 907.847737] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.854096] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.854312] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.855546] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea995de-2828-48d3-bdca-9d700ef06151 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.862263] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.866667] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 907.866667] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a1119e-363e-bd53-e898-de2645899995" [ 907.866667] env[69959]: _type = "Task" [ 907.866667] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.877296] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a1119e-363e-bd53-e898-de2645899995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.051884] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb96a0-e025-a53e-0391-0e85dc0599f8/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.052924] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef83f1a-6203-42be-bd50-f57aa6fd8cd1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.068267] env[69959]: DEBUG oslo_vmware.api [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086798, 'name': PowerOffVM_Task, 'duration_secs': 0.288194} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.071106] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.071517] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.072404] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb96a0-e025-a53e-0391-0e85dc0599f8/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.072404] env[69959]: ERROR oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb96a0-e025-a53e-0391-0e85dc0599f8/disk-0.vmdk due to incomplete transfer. [ 908.072651] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09c2e7e4-7d82-4aab-8e7b-7b172a05e4a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.078403] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-414f0f55-eea8-4a42-a039-bf788e6581b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.087094] env[69959]: DEBUG oslo_vmware.rw_handles [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb96a0-e025-a53e-0391-0e85dc0599f8/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.087385] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Uploaded image cf98676b-f705-4023-a1b1-75083c42957f to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.089370] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.092860] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f9aa1ab-bb65-40f8-be15-e2c1d84277a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.109927] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 908.109927] env[69959]: value = "task-4086803" [ 908.109927] env[69959]: _type = "Task" [ 908.109927] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.110372] env[69959]: DEBUG oslo_vmware.api [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086799, 'name': ReconfigVM_Task, 'duration_secs': 0.386693} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.113428] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.124788] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5309b43-e854-4fef-9a0a-84f215b9945e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.146894] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086803, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.149140] env[69959]: DEBUG oslo_vmware.api [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 908.149140] env[69959]: value = "task-4086804" [ 908.149140] env[69959]: _type = "Task" [ 908.149140] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.160361] env[69959]: DEBUG oslo_vmware.api [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086804, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.200608] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.201127] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.201235] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Deleting the datastore file [datastore2] 7b977ddd-db1f-49dc-aa2b-13559e67e932 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.201540] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91748b42-3c06-4e49-90e6-888807f312c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.213640] env[69959]: DEBUG oslo_vmware.api [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for the task: (returnval){ [ 908.213640] env[69959]: value = "task-4086805" [ 908.213640] env[69959]: _type = "Task" [ 908.213640] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.232253] env[69959]: DEBUG oslo_vmware.api [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.293938] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bedf24-0156-4346-abb8-050328e70657 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.325381] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147f3bf-1434-46bc-af9b-65cd74755359 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.339340] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108581} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.339761] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.347368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.350329] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64c790c-59cb-45a5-ba5b-b855cd6c8f3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.366897] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086801, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.394073] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1b0d13ea-ee22-4206-abf1-3278824589ae/1b0d13ea-ee22-4206-abf1-3278824589ae.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.402699] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69df6b49-8612-4cac-a4d1-d614a116ab95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.431103] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a1119e-363e-bd53-e898-de2645899995, 'name': SearchDatastore_Task, 'duration_secs': 0.030001} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.433847] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 908.433847] env[69959]: value = "task-4086806" [ 908.433847] env[69959]: _type = "Task" [ 908.433847] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.436977] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ca4880-48ba-42e6-b97a-7335112472a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.454776] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.460175] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 908.460175] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52948463-0b66-5d27-5425-3bab6abc6805" [ 908.460175] env[69959]: _type = "Task" [ 908.460175] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.471616] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52948463-0b66-5d27-5425-3bab6abc6805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.633641] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086803, 'name': Destroy_Task, 'duration_secs': 0.482655} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.636017] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Destroyed the VM [ 908.636301] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 908.636947] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4cbc06f5-8507-4a3b-9138-431d8b94191f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.645483] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 908.645483] env[69959]: value = "task-4086807" [ 908.645483] env[69959]: _type = "Task" [ 908.645483] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.658506] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086807, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.663799] env[69959]: DEBUG oslo_vmware.api [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086804, 'name': ReconfigVM_Task, 'duration_secs': 0.23013} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.665833] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809686', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'name': 'volume-b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a9ce531-68c9-4033-bbd5-9b5dec9f73c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5', 'serial': 'b3d8c043-f5b5-42f4-a54a-e8f8e2a4cdd5'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 908.668583] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d3e7cb-8270-46c8-9521-1047c974d6ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.676778] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65335ec-fef2-42db-b2fd-c4dee4fadf5c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.713867] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6097140-a660-4849-80e9-046015be391d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.725535] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e59a7c-2405-4efd-a0da-4cf08eeb6e94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.735474] env[69959]: DEBUG oslo_vmware.api [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Task: {'id': task-4086805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433119} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.743691] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.743903] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.744111] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.746060] env[69959]: INFO nova.compute.manager [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Took 1.25 seconds to destroy the instance on the hypervisor. [ 908.746060] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.746060] env[69959]: DEBUG nova.compute.provider_tree [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.747518] env[69959]: DEBUG nova.compute.manager [-] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.747518] env[69959]: DEBUG nova.network.neutron [-] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.754307] env[69959]: DEBUG nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-vif-plugged-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.754307] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.754458] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.754501] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.755520] env[69959]: DEBUG nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] No waiting events found dispatching network-vif-plugged-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.755520] env[69959]: WARNING nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received unexpected event network-vif-plugged-74659962-3a84-413d-99c8-4c99f7342c4e for instance with vm_state building and task_state spawning. [ 908.755520] env[69959]: DEBUG nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-changed-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.755520] env[69959]: DEBUG nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Refreshing instance network info cache due to event network-changed-74659962-3a84-413d-99c8-4c99f7342c4e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.755520] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.755520] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.755958] env[69959]: DEBUG nova.network.neutron [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Refreshing network info cache for port 74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.850812] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.852155] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9667f56d-ce68-45c6-b760-74c82fbf1d11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.862430] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.864868] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 908.864868] env[69959]: value = "task-4086808" [ 908.864868] env[69959]: _type = "Task" [ 908.864868] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.874836] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.953155] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.971423] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52948463-0b66-5d27-5425-3bab6abc6805, 'name': SearchDatastore_Task, 'duration_secs': 0.02309} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.971708] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.971957] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.972250] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0806197a-4da9-4b33-83e6-fc2862f10516 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.979424] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 908.979424] env[69959]: value = "task-4086809" [ 908.979424] env[69959]: _type = "Task" [ 908.979424] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.988735] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.163868] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086807, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.240158] env[69959]: DEBUG nova.objects.instance [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.250146] env[69959]: DEBUG nova.scheduler.client.report [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.348541] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.349105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.349500] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.349802] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.350141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.353351] env[69959]: INFO nova.compute.manager [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Terminating instance [ 909.365883] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.378313] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.451833] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086806, 'name': ReconfigVM_Task, 'duration_secs': 0.91897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.455373] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1b0d13ea-ee22-4206-abf1-3278824589ae/1b0d13ea-ee22-4206-abf1-3278824589ae.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.455373] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56119b40-14db-4582-981c-36a13b4d44ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.460135] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 909.460135] env[69959]: value = "task-4086810" [ 909.460135] env[69959]: _type = "Task" [ 909.460135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.471954] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086810, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.503451] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.661845] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086807, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.758225] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.891s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.758930] env[69959]: DEBUG nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.762548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.354s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.765630] env[69959]: INFO nova.compute.claims [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.784051] env[69959]: DEBUG nova.network.neutron [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updated VIF entry in instance network info cache for port 74659962-3a84-413d-99c8-4c99f7342c4e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.784051] env[69959]: DEBUG nova.network.neutron [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.861469] env[69959]: DEBUG nova.compute.manager [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.861771] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.863271] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540bf7a-7a9b-4b0d-83af-f4efdcaa722b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.878441] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086801, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.642027} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.881592] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.881994] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.882441] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.882740] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2651a33c-7f67-44f4-9b11-2785cfc7dc8c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.886779] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f67022aa-ddaa-4587-881a-e6641b32ca86 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.894040] env[69959]: DEBUG oslo_vmware.api [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086808, 'name': PowerOnVM_Task, 'duration_secs': 0.798807} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.894040] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.894040] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac62b2-0084-41c9-a44c-ffd48fc4553a tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance 'debf70b0-ab28-479a-9928-024b5c0ae947' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.900326] env[69959]: DEBUG nova.network.neutron [-] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.905031] env[69959]: DEBUG oslo_vmware.api [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 909.905031] env[69959]: value = "task-4086811" [ 909.905031] env[69959]: _type = "Task" [ 909.905031] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.905031] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 909.905031] env[69959]: value = "task-4086812" [ 909.905031] env[69959]: _type = "Task" [ 909.905031] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.931802] env[69959]: DEBUG oslo_vmware.api [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.939265] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.980694] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086810, 'name': Rename_Task, 'duration_secs': 0.1839} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.981220] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.986780] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c2c6c3-de55-45f5-ad28-f57b29f4f135 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.998909] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086809, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.012616} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.001026] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.001429] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.001807] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 910.001807] env[69959]: value = "task-4086813" [ 910.001807] env[69959]: _type = "Task" [ 910.001807] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.002097] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f503938a-c13b-4b8c-9e08-8d91d5f60e0e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.016939] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 910.016939] env[69959]: value = "task-4086814" [ 910.016939] env[69959]: _type = "Task" [ 910.016939] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.020767] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.035770] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.161177] env[69959]: DEBUG oslo_vmware.api [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086807, 'name': RemoveSnapshot_Task, 'duration_secs': 1.325381} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.161524] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 910.161798] env[69959]: INFO nova.compute.manager [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Took 16.07 seconds to snapshot the instance on the hypervisor. [ 910.247880] env[69959]: DEBUG oslo_concurrency.lockutils [None req-26f77a62-9572-47ba-8046-a22c0323d4e9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.351s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.269840] env[69959]: DEBUG nova.compute.utils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.272149] env[69959]: DEBUG nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 910.286346] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.286619] env[69959]: DEBUG nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Received event network-changed-be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.286785] env[69959]: DEBUG nova.compute.manager [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Refreshing instance network info cache due to event network-changed-be032a47-dba4-455b-816b-8b85c6e14e41. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.287011] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Acquiring lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.287154] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Acquired lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.287833] env[69959]: DEBUG nova.network.neutron [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Refreshing network info cache for port be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.408923] env[69959]: INFO nova.compute.manager [-] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Took 1.66 seconds to deallocate network for instance. [ 910.422021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.422021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.422021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.422021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.422021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.424330] env[69959]: INFO nova.compute.manager [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Terminating instance [ 910.433340] env[69959]: DEBUG oslo_vmware.api [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086811, 'name': PowerOffVM_Task, 'duration_secs': 0.37355} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.433580] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101291} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.434651] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.434851] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.435134] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.435408] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b80555-59eb-4347-b98d-8c2c9d2579d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.437987] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb8317-da3f-4b99-80d4-37a8a73c3d1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.463615] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.464416] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1453a339-f9ea-420b-aa0f-ead46ac9aaa0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.487543] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 910.487543] env[69959]: value = "task-4086816" [ 910.487543] env[69959]: _type = "Task" [ 910.487543] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.497295] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.518144] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086813, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.534978] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160343} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.534978] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.535402] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc005b-6498-4e71-9efa-71984992be50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.560957] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.561319] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9afd6f14-bdec-495f-bfba-2fe3f9e311e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.582418] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 910.582418] env[69959]: value = "task-4086817" [ 910.582418] env[69959]: _type = "Task" [ 910.582418] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.592501] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.666117] env[69959]: DEBUG nova.compute.manager [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Instance disappeared during snapshot {{(pid=69959) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 910.686242] env[69959]: DEBUG nova.compute.manager [None req-27634ff1-38da-40af-aaff-c8b7486a902a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image not found during clean up cf98676b-f705-4023-a1b1-75083c42957f {{(pid=69959) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 910.724898] env[69959]: DEBUG oslo_concurrency.lockutils [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.725669] env[69959]: DEBUG oslo_concurrency.lockutils [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.726146] env[69959]: DEBUG nova.compute.manager [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.726786] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2faa02c-8d32-41b3-b2f8-95b398d636a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.735754] env[69959]: DEBUG nova.compute.manager [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 910.736364] env[69959]: DEBUG nova.objects.instance [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.775978] env[69959]: DEBUG nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.820864] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.821507] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.821770] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.822032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.822485] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.834653] env[69959]: INFO nova.compute.manager [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Terminating instance [ 910.924698] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.935969] env[69959]: DEBUG nova.compute.manager [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.936425] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.938166] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3d0a42-8fcb-4c6d-bae4-cafe17beb671 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.959333] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.960042] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89a0eec-bb1a-42bd-9fb4-3c9c9b6c4a91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.011843] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.024654] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.025074] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.025384] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Deleting the datastore file [datastore2] 0f73e4ec-b912-4aca-9c5b-6c3e556c263a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.025756] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfe5c623-88c0-4f5d-9e0e-9f043bb95f95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.035304] env[69959]: DEBUG oslo_vmware.api [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086813, 'name': PowerOnVM_Task, 'duration_secs': 0.78826} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.040164] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.040554] env[69959]: INFO nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Took 11.24 seconds to spawn the instance on the hypervisor. [ 911.040946] env[69959]: DEBUG nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.042592] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f111da3-ee1c-4e8d-9ca8-1941eb34a3f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.048938] env[69959]: DEBUG oslo_vmware.api [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for the task: (returnval){ [ 911.048938] env[69959]: value = "task-4086819" [ 911.048938] env[69959]: _type = "Task" [ 911.048938] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.078093] env[69959]: DEBUG oslo_vmware.api [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.094865] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.108202] env[69959]: DEBUG nova.network.neutron [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Updated VIF entry in instance network info cache for port be032a47-dba4-455b-816b-8b85c6e14e41. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.108202] env[69959]: DEBUG nova.network.neutron [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Updating instance_info_cache with network_info: [{"id": "be032a47-dba4-455b-816b-8b85c6e14e41", "address": "fa:16:3e:50:62:9e", "network": {"id": "e0730fb1-4522-44b4-9d3a-b613195d72ae", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-914979611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c55ebfd27dda4bfd81b563d7de97b2dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe032a47-db", "ovs_interfaceid": "be032a47-dba4-455b-816b-8b85c6e14e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.342552] env[69959]: DEBUG nova.compute.manager [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.342552] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.342552] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99aa014-0771-474a-8b16-7739b385a83c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.352231] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.352318] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ce52119-8774-4b3e-ae0c-c6536d10e42a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.361035] env[69959]: DEBUG oslo_vmware.api [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 911.361035] env[69959]: value = "task-4086820" [ 911.361035] env[69959]: _type = "Task" [ 911.361035] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.377885] env[69959]: DEBUG oslo_vmware.api [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.426597] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2aceef-8b93-4887-b6e2-dfd5e279fddf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.439928] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b07465-7252-40bf-93d0-37bc3c479736 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.477388] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c98fc5b-c7a1-456c-9837-93bb4d007f46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.487427] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9cf537-8c61-4734-abd4-09cb6b040e84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.503733] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086816, 'name': ReconfigVM_Task, 'duration_secs': 0.768537} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.513628] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.514834] env[69959]: DEBUG nova.compute.provider_tree [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.517434] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2425892f-7d31-47d4-93d8-55c20e83e9a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.519796] env[69959]: DEBUG nova.compute.manager [req-263c0531-e84c-4870-83ef-ead8ab1958c0 req-b2ce4e04-2d12-4632-9cd9-8b1a735f284a service nova] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Received event network-vif-deleted-3429663c-5cbc-4095-86c8-919b1b553b42 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.527356] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 911.527356] env[69959]: value = "task-4086821" [ 911.527356] env[69959]: _type = "Task" [ 911.527356] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.540712] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086821, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.562982] env[69959]: DEBUG oslo_vmware.api [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Task: {'id': task-4086819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380788} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.563325] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.563655] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.563880] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.564136] env[69959]: INFO nova.compute.manager [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 911.564459] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.564757] env[69959]: DEBUG nova.compute.manager [-] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.564873] env[69959]: DEBUG nova.network.neutron [-] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.589351] env[69959]: INFO nova.compute.manager [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Took 63.36 seconds to build instance. [ 911.596953] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086817, 'name': ReconfigVM_Task, 'duration_secs': 0.82686} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.597403] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66/356edde7-dae3-416e-b55c-cffa9d1a9f66.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.597993] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6e487b7-cbb6-4c21-afe0-872c1521bc4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.607217] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 911.607217] env[69959]: value = "task-4086822" [ 911.607217] env[69959]: _type = "Task" [ 911.607217] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.613990] env[69959]: DEBUG oslo_concurrency.lockutils [req-c87c0b8c-7794-4d83-bd58-2ebd94a742ee req-a2640a16-f1cd-44d7-acc8-c7bf5b6c93cc service nova] Releasing lock "refresh_cache-56ea1960-7814-40c3-abac-aac3ab73872d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.622068] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086822, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.751781] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.752556] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f446182-99ab-4715-9c37-79c3c2b8972d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.764213] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "bcebeb10-9891-4526-84fb-2a653b50eadc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.764323] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.764576] env[69959]: DEBUG oslo_vmware.api [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 911.764576] env[69959]: value = "task-4086823" [ 911.764576] env[69959]: _type = "Task" [ 911.764576] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.775329] env[69959]: DEBUG oslo_vmware.api [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.790430] env[69959]: DEBUG nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.817429] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.817728] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.818060] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.818191] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.818382] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.818577] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.818815] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.819026] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.819243] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.819461] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.819676] env[69959]: DEBUG nova.virt.hardware [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.820722] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4be70-b3e0-446e-9895-d81222ad1f81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.832340] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a81c51-67cc-470c-ae28-ee619a962736 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.848405] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.853953] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Creating folder: Project (7ac359c66b8d42d288561df5c9a5e6cd). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.854419] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62beefad-3580-448d-871e-a5468b5e5384 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.871509] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Created folder: Project (7ac359c66b8d42d288561df5c9a5e6cd) in parent group-v809535. [ 911.871743] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Creating folder: Instances. Parent ref: group-v809715. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.871990] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4080df3e-b559-4c2e-ae5c-244cb525ef7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.880598] env[69959]: DEBUG oslo_vmware.api [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086820, 'name': PowerOffVM_Task, 'duration_secs': 0.248273} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.880902] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.881138] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.881525] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61c607b2-e89c-46b9-9477-ed2f8f4085a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.886722] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Created folder: Instances in parent group-v809715. [ 911.886722] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.886722] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.887024] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae14723d-442c-4d0a-a163-d750e9e536d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.908165] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.908165] env[69959]: value = "task-4086827" [ 911.908165] env[69959]: _type = "Task" [ 911.908165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.918207] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086827, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.027647] env[69959]: DEBUG nova.scheduler.client.report [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.041379] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086821, 'name': Rename_Task, 'duration_secs': 0.164776} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.042699] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.042699] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119ed2e9-19af-46fc-8f57-4692e1f57e5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.051519] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 912.051519] env[69959]: value = "task-4086828" [ 912.051519] env[69959]: _type = "Task" [ 912.051519] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.062484] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.092826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a779004b-e63f-4b8a-855b-39f32ef489fc tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.151s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.118631] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086822, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.277381] env[69959]: DEBUG oslo_vmware.api [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.421564] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086827, 'name': CreateVM_Task, 'duration_secs': 0.442844} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.421770] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.422401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.424339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.425544] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.425544] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e0f1ee-d097-4299-ac27-72a7fe40ab4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.433527] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 912.433527] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5235f609-c349-5733-babd-3d5af2155d56" [ 912.433527] env[69959]: _type = "Task" [ 912.433527] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.446363] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5235f609-c349-5733-babd-3d5af2155d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.533515] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.534067] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.537431] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.691s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.537577] env[69959]: DEBUG nova.objects.instance [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lazy-loading 'resources' on Instance uuid b4f0359b-2f16-410b-b8d0-b1faed9c5913 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.538814] env[69959]: DEBUG nova.network.neutron [-] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.564896] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.596798] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.624047] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086822, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.783124] env[69959]: DEBUG oslo_vmware.api [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.791614] env[69959]: DEBUG nova.network.neutron [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Port b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 912.791614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.791614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.791614] env[69959]: DEBUG nova.network.neutron [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.946987] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5235f609-c349-5733-babd-3d5af2155d56, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.946987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.946987] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.947166] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.947219] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.952389] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.952389] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8be4ee3-fe7b-418f-9121-af5a79d47e4f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.963892] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.964137] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.965128] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0c97e3-ef7c-4ad6-a95b-332c50f8a54a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.975674] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 912.975674] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fe9ae3-b9c1-a415-6f57-35a822060c73" [ 912.975674] env[69959]: _type = "Task" [ 912.975674] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.988150] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fe9ae3-b9c1-a415-6f57-35a822060c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.042360] env[69959]: DEBUG nova.compute.utils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.046765] env[69959]: INFO nova.compute.manager [-] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Took 1.48 seconds to deallocate network for instance. [ 913.047874] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.047874] env[69959]: DEBUG nova.network.neutron [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.071479] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.116842] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.120850] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086822, 'name': Rename_Task, 'duration_secs': 1.187198} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.121935] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.121935] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165f2dc6-eff6-4681-b1dc-2b393c1a5b6e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.126844] env[69959]: DEBUG nova.policy [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.134397] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 913.134397] env[69959]: value = "task-4086829" [ 913.134397] env[69959]: _type = "Task" [ 913.134397] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.148581] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.282867] env[69959]: DEBUG oslo_vmware.api [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086823, 'name': PowerOffVM_Task, 'duration_secs': 1.231147} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.286015] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.286158] env[69959]: DEBUG nova.compute.manager [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.287431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbda60-9018-4e10-8289-a347c7dc2641 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.494590] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fe9ae3-b9c1-a415-6f57-35a822060c73, 'name': SearchDatastore_Task, 'duration_secs': 0.017221} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.496073] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c96695-1ead-47d9-b9e1-030f103ad3e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.506025] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 913.506025] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cbb657-93f5-883d-14ae-f22c6abb9a0a" [ 913.506025] env[69959]: _type = "Task" [ 913.506025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.521667] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cbb657-93f5-883d-14ae-f22c6abb9a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.550645] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.561999] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.573228] env[69959]: DEBUG oslo_vmware.api [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086828, 'name': PowerOnVM_Task, 'duration_secs': 1.318139} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.573228] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.573597] env[69959]: INFO nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Took 10.74 seconds to spawn the instance on the hypervisor. [ 913.573721] env[69959]: DEBUG nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.574683] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcd387f-7055-4060-a018-9b7553a54455 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.652649] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086829, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.749799] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440cec52-dfa3-48ef-8e62-9f250d4aa219 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.763103] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cac532-9029-44a0-a248-fcdaae1ce81f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.805513] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a1199-375f-4d3b-ac06-439df3a846b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.809685] env[69959]: DEBUG oslo_concurrency.lockutils [None req-84a344e5-0cc9-4051-8356-2dff26ced23c tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.084s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.817750] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7707f00-04f4-4abe-97f0-05c2350f8a53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.839224] env[69959]: DEBUG nova.compute.provider_tree [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.846860] env[69959]: DEBUG nova.compute.manager [req-a274723b-5b9e-4d95-a289-eb65c8822fd1 req-2a822987-0062-4d72-9518-849ca29c3359 service nova] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Received event network-vif-deleted-7eb652bb-5a8c-4da0-ac50-df9f9924065b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.937803] env[69959]: DEBUG nova.network.neutron [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.018297] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cbb657-93f5-883d-14ae-f22c6abb9a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012688} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.018533] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.019063] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.019394] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51405068-b351-4649-8b47-c12ecdbacc33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.029709] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 914.029709] env[69959]: value = "task-4086830" [ 914.029709] env[69959]: _type = "Task" [ 914.029709] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.041723] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.053719] env[69959]: DEBUG nova.network.neutron [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Successfully created port: b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.098248] env[69959]: INFO nova.compute.manager [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Took 61.00 seconds to build instance. [ 914.147077] env[69959]: DEBUG oslo_vmware.api [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086829, 'name': PowerOnVM_Task, 'duration_secs': 0.950337} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.147370] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.147615] env[69959]: DEBUG nova.compute.manager [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.148506] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c569ad5-5346-4447-87f1-9af9c54fa1d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.351058] env[69959]: DEBUG nova.scheduler.client.report [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.370358] env[69959]: DEBUG nova.compute.manager [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.370358] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe241bf-dc78-4ffb-ad42-7759b4848f46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.444288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.549684] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.555192] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.555412] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.559083] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleting the datastore file [datastore1] 8df65b1a-9bd1-460f-8ba0-64d4804df21c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.559083] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-241ca4b6-ad95-4ddc-b94e-6c401e75ce6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.566838] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.570708] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.570708] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.570708] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Deleting the datastore file [datastore1] a1e6be92-58e5-4d18-85a0-2e336bdafc87 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.572801] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72ab6676-4a00-4f37-98bd-c7e30b2c4ed2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.575127] env[69959]: DEBUG oslo_vmware.api [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 914.575127] env[69959]: value = "task-4086831" [ 914.575127] env[69959]: _type = "Task" [ 914.575127] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.582541] env[69959]: DEBUG oslo_vmware.api [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for the task: (returnval){ [ 914.582541] env[69959]: value = "task-4086832" [ 914.582541] env[69959]: _type = "Task" [ 914.582541] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.589103] env[69959]: DEBUG oslo_vmware.api [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.600447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.234s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.606949] env[69959]: DEBUG oslo_vmware.api [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.610512] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.610879] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.611131] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.611415] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.611631] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.611856] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.612184] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.612461] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.612674] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.612921] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.613193] env[69959]: DEBUG nova.virt.hardware [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.614501] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e7e5f4-bd77-4ea3-9e54-a5530c4df386 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.625393] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1f08b5-281e-4fb2-be59-ae91b33b1174 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.630561] env[69959]: DEBUG nova.objects.instance [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.669134] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.859688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.862955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.214s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.862955] env[69959]: DEBUG nova.objects.instance [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lazy-loading 'resources' on Instance uuid fd855e92-f7b0-4a40-8e01-151722833c1d {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.886624] env[69959]: INFO nova.compute.manager [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] instance snapshotting [ 914.893058] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7df26a-3105-4965-b4e2-925ba521c3a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.898920] env[69959]: INFO nova.scheduler.client.report [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Deleted allocations for instance b4f0359b-2f16-410b-b8d0-b1faed9c5913 [ 914.926050] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c1d196-6e82-4ffb-abf9-93bd1e1a5ae4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.948142] env[69959]: DEBUG nova.compute.manager [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69959) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 914.949016] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.043793] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720965} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.044241] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.044644] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.045030] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44fe6f3-eaf8-456f-96b5-de62b27e716c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.055023] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 915.055023] env[69959]: value = "task-4086833" [ 915.055023] env[69959]: _type = "Task" [ 915.055023] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.065554] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.085477] env[69959]: DEBUG oslo_vmware.api [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477182} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.085763] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.085971] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.086190] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.086388] env[69959]: INFO nova.compute.manager [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Took 4.15 seconds to destroy the instance on the hypervisor. [ 915.086693] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.086949] env[69959]: DEBUG nova.compute.manager [-] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.087425] env[69959]: DEBUG nova.network.neutron [-] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.098236] env[69959]: DEBUG oslo_vmware.api [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Task: {'id': task-4086832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429713} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.098528] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.098717] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.098891] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.099080] env[69959]: INFO nova.compute.manager [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Took 3.76 seconds to destroy the instance on the hypervisor. [ 915.099323] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.099522] env[69959]: DEBUG nova.compute.manager [-] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.099618] env[69959]: DEBUG nova.network.neutron [-] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.137919] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.138367] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.138663] env[69959]: DEBUG nova.network.neutron [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.138965] env[69959]: DEBUG nova.objects.instance [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'info_cache' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.432324] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2951553a-77fd-4a65-8f63-6656e5c77f22 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "b4f0359b-2f16-410b-b8d0-b1faed9c5913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.279s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.439368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.439660] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e15eecb-e5ee-4d38-bee3-9ec440545bce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.456867] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 915.456867] env[69959]: value = "task-4086834" [ 915.456867] env[69959]: _type = "Task" [ 915.456867] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.470743] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.573413] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16234} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.573715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.575171] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c7283e-f9d0-490c-8266-ccd1a24ae400 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.600843] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.604047] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e762170b-0325-4f01-a863-3e6e2bfc6bd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.625272] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 915.625272] env[69959]: value = "task-4086835" [ 915.625272] env[69959]: _type = "Task" [ 915.625272] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.636385] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.642893] env[69959]: DEBUG nova.objects.base [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Object Instance<0a9ce531-68c9-4033-bbd5-9b5dec9f73c5> lazy-loaded attributes: flavor,info_cache {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 915.661374] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.661849] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.946699] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9889da77-223d-41b0-a72b-8ba1c0a31024 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.955635] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926edf3-1a41-426c-b1a0-eb25ac6bdb4e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.969181] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086834, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.000830] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f967cf5-66c9-4444-8a7d-819525a22667 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.011470] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f333cbac-e77c-4631-85f3-cb5b83e6ce3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.026398] env[69959]: DEBUG nova.compute.provider_tree [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.138509] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.168906] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.199134] env[69959]: DEBUG nova.network.neutron [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Successfully updated port: b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.402051] env[69959]: DEBUG nova.compute.manager [req-c99e74c7-c2ae-421a-9946-efba198bb10f req-16d52c68-78cd-4b2e-aa20-cd76693ef13b service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Received event network-vif-deleted-aa01ef9d-54d0-4444-b818-2c4abc0d904d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.402051] env[69959]: INFO nova.compute.manager [req-c99e74c7-c2ae-421a-9946-efba198bb10f req-16d52c68-78cd-4b2e-aa20-cd76693ef13b service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Neutron deleted interface aa01ef9d-54d0-4444-b818-2c4abc0d904d; detaching it from the instance and deleting it from the info cache [ 916.402051] env[69959]: DEBUG nova.network.neutron [req-c99e74c7-c2ae-421a-9946-efba198bb10f req-16d52c68-78cd-4b2e-aa20-cd76693ef13b service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.430715] env[69959]: DEBUG nova.network.neutron [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating instance_info_cache with network_info: [{"id": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "address": "fa:16:3e:62:81:10", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb12e26e-a2", "ovs_interfaceid": "fb12e26e-a2b4-447e-8ed6-8063a11d58df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.471951] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086834, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.530913] env[69959]: DEBUG nova.scheduler.client.report [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.536594] env[69959]: DEBUG nova.network.neutron [-] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.538560] env[69959]: DEBUG nova.network.neutron [-] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.616164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "fb03021d-c44a-4c80-ba18-5916d2713877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.616421] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "fb03021d-c44a-4c80-ba18-5916d2713877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.637606] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086835, 'name': ReconfigVM_Task, 'duration_secs': 0.719871} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.637907] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.638615] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f97a4f90-0e94-4b72-8e5b-d4ac8207e3a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.645844] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 916.645844] env[69959]: value = "task-4086836" [ 916.645844] env[69959]: _type = "Task" [ 916.645844] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.656641] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086836, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.660210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "356edde7-dae3-416e-b55c-cffa9d1a9f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.660210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.660210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "356edde7-dae3-416e-b55c-cffa9d1a9f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.660210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.660210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.662327] env[69959]: INFO nova.compute.manager [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Terminating instance [ 916.694510] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.702704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.702704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.702844] env[69959]: DEBUG nova.network.neutron [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.823689] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.824028] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.824277] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.824567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.824788] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.829081] env[69959]: INFO nova.compute.manager [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Terminating instance [ 916.906955] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9eeb38e-7a49-49ae-908d-98f282cd18fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.918222] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ff729-769f-4773-90a5-735cfce234f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.934305] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "refresh_cache-0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.968432] env[69959]: DEBUG nova.compute.manager [req-c99e74c7-c2ae-421a-9946-efba198bb10f req-16d52c68-78cd-4b2e-aa20-cd76693ef13b service nova] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Detach interface failed, port_id=aa01ef9d-54d0-4444-b818-2c4abc0d904d, reason: Instance 8df65b1a-9bd1-460f-8ba0-64d4804df21c could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.979757] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086834, 'name': CreateSnapshot_Task, 'duration_secs': 1.131716} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.980025] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.980859] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3704e695-ec7a-4f78-944d-77f143d385ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.040718] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.044289] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.420s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.045432] env[69959]: INFO nova.compute.claims [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.048477] env[69959]: INFO nova.compute.manager [-] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Took 1.96 seconds to deallocate network for instance. [ 917.050096] env[69959]: INFO nova.compute.manager [-] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Took 1.95 seconds to deallocate network for instance. [ 917.072850] env[69959]: INFO nova.scheduler.client.report [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Deleted allocations for instance fd855e92-f7b0-4a40-8e01-151722833c1d [ 917.156718] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086836, 'name': Rename_Task, 'duration_secs': 0.168362} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.157630] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.158266] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b02b84-ece6-4887-8139-c874c3636513 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.169166] env[69959]: DEBUG nova.compute.manager [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.169166] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.169447] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42308901-f7f6-4001-824f-0a08159cc120 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.173251] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 917.173251] env[69959]: value = "task-4086837" [ 917.173251] env[69959]: _type = "Task" [ 917.173251] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.180474] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.181582] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa14779-6c52-4c39-878a-1e3044ad4a36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.187358] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.196045] env[69959]: DEBUG oslo_vmware.api [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 917.196045] env[69959]: value = "task-4086838" [ 917.196045] env[69959]: _type = "Task" [ 917.196045] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.211021] env[69959]: DEBUG oslo_vmware.api [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.254763] env[69959]: DEBUG nova.network.neutron [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.337026] env[69959]: DEBUG nova.compute.manager [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.338167] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.338582] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3e562a-0ef8-4dca-9192-67ef4a59ddf2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.351196] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.351196] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25aebf0-cad3-4928-a242-a7175541b9c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.363360] env[69959]: DEBUG oslo_vmware.api [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 917.363360] env[69959]: value = "task-4086839" [ 917.363360] env[69959]: _type = "Task" [ 917.363360] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.376671] env[69959]: DEBUG oslo_vmware.api [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.472781] env[69959]: DEBUG nova.network.neutron [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.502856] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.503688] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c7990ad-18c6-4396-985e-52117663c9c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.514446] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 917.514446] env[69959]: value = "task-4086840" [ 917.514446] env[69959]: _type = "Task" [ 917.514446] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.527349] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086840, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.560560] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.561337] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.583235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-88d2c52e-f18b-404f-806f-204475f30f32 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Lock "fd855e92-f7b0-4a40-8e01-151722833c1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.025s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.691775] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.707141] env[69959]: DEBUG oslo_vmware.api [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086838, 'name': PowerOffVM_Task, 'duration_secs': 0.436283} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.707438] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.707644] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.707958] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-663863d5-99e0-476e-ae69-2f393de72d4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.790331] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.790331] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.790331] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore2] 356edde7-dae3-416e-b55c-cffa9d1a9f66 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.790331] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3541ad-6cc4-4ae3-a6ac-c0a6361b0a9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.797782] env[69959]: DEBUG oslo_vmware.api [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 917.797782] env[69959]: value = "task-4086842" [ 917.797782] env[69959]: _type = "Task" [ 917.797782] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.807959] env[69959]: DEBUG oslo_vmware.api [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.815278] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.815278] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.874828] env[69959]: DEBUG oslo_vmware.api [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086839, 'name': PowerOffVM_Task, 'duration_secs': 0.29545} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.875326] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.875541] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.875821] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6cb11c8-85d9-475f-84e1-dc8baa681edf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.948091] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.948091] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8370013d-7c3a-4aa5-8ba1-98bd968d672e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.963953] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.964554] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.964972] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Deleting the datastore file [datastore2] c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.965620] env[69959]: DEBUG oslo_vmware.api [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 917.965620] env[69959]: value = "task-4086844" [ 917.965620] env[69959]: _type = "Task" [ 917.965620] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.966280] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748cf48a-147b-42cb-84d7-7ec0a00d1734 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.976099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.976757] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Instance network_info: |[{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.978025] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b8:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b726ef72-78bf-4762-beda-a4594cafcbfb', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.987598] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.989862] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.993015] env[69959]: DEBUG oslo_vmware.api [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for the task: (returnval){ [ 917.993015] env[69959]: value = "task-4086845" [ 917.993015] env[69959]: _type = "Task" [ 917.993015] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.993015] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec51da27-5cee-439b-8a2d-5891303f8825 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.019548] env[69959]: DEBUG oslo_vmware.api [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086844, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.026253] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.026253] env[69959]: value = "task-4086846" [ 918.026253] env[69959]: _type = "Task" [ 918.026253] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.033255] env[69959]: DEBUG oslo_vmware.api [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.040102] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086840, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.048648] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086846, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.186649] env[69959]: DEBUG oslo_vmware.api [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086837, 'name': PowerOnVM_Task, 'duration_secs': 0.897335} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.190553] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.190795] env[69959]: INFO nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Took 6.40 seconds to spawn the instance on the hypervisor. [ 918.190993] env[69959]: DEBUG nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.193278] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8587891-e5b2-4685-a696-f2b37f21ee7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.308910] env[69959]: DEBUG oslo_vmware.api [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287261} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.309277] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.309470] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.309659] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.309901] env[69959]: INFO nova.compute.manager [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.310120] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.310447] env[69959]: DEBUG nova.compute.manager [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.310447] env[69959]: DEBUG nova.network.neutron [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.485533] env[69959]: DEBUG oslo_vmware.api [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.524887] env[69959]: DEBUG oslo_vmware.api [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Task: {'id': task-4086845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223347} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.530291] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.530639] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.530852] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.531066] env[69959]: INFO nova.compute.manager [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 918.531386] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.531700] env[69959]: DEBUG nova.compute.manager [-] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.531783] env[69959]: DEBUG nova.network.neutron [-] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.544826] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086840, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.554638] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086846, 'name': CreateVM_Task, 'duration_secs': 0.4992} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.554871] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.555688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.555900] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.556657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.556657] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784f30fc-2c84-4346-a57b-5d7a435bd22e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.563236] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 918.563236] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f1349-4bf6-9565-549d-aadb2ab178ca" [ 918.563236] env[69959]: _type = "Task" [ 918.563236] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.576902] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f1349-4bf6-9565-549d-aadb2ab178ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.689983] env[69959]: DEBUG nova.compute.manager [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-vif-plugged-b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.690087] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.690272] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.690580] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.690725] env[69959]: DEBUG nova.compute.manager [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] No waiting events found dispatching network-vif-plugged-b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 918.690886] env[69959]: WARNING nova.compute.manager [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received unexpected event network-vif-plugged-b726ef72-78bf-4762-beda-a4594cafcbfb for instance with vm_state building and task_state spawning. [ 918.691119] env[69959]: DEBUG nova.compute.manager [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Received event network-vif-deleted-389ca696-c648-4ec5-a25b-b6a3dd37fcfc {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.692916] env[69959]: DEBUG nova.compute.manager [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-changed-b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.692916] env[69959]: DEBUG nova.compute.manager [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing instance network info cache due to event network-changed-b726ef72-78bf-4762-beda-a4594cafcbfb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.692916] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.692916] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692916] env[69959]: DEBUG nova.network.neutron [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing network info cache for port b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.721532] env[69959]: INFO nova.compute.manager [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Took 47.35 seconds to build instance. [ 918.746951] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffadb6d-b988-465e-b1c4-b0df929e2554 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.758551] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66af334-d2bb-4cf5-88a7-d572023fa335 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.800422] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807aa021-7b6e-431b-853d-d0121a67f172 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.813053] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cc96cd-7663-4379-ae0d-ddf473cd94b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.829458] env[69959]: DEBUG nova.compute.provider_tree [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.981487] env[69959]: DEBUG oslo_vmware.api [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086844, 'name': PowerOnVM_Task, 'duration_secs': 0.551844} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.981816] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.982097] env[69959]: DEBUG nova.compute.manager [None req-15cf99e2-cb3e-47d8-912b-fdca802e61f1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.982944] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fab7a-4e94-495d-9267-8bd028b9ba47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.034081] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086840, 'name': CloneVM_Task, 'duration_secs': 1.381136} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.034353] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Created linked-clone VM from snapshot [ 919.035431] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08aaa52-4411-41e6-a7f4-bdd1f1dd3245 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.045212] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Uploading image b3fc8f0d-9841-45a6-9b50-9a85ae3bed0d {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.062095] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.062405] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1916ed37-99b0-4364-9466-f72df1a8ffab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.074123] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 919.074123] env[69959]: value = "task-4086847" [ 919.074123] env[69959]: _type = "Task" [ 919.074123] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.078434] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f1349-4bf6-9565-549d-aadb2ab178ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.082031] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.083526] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.083526] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.083526] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.083526] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.083526] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a950217d-95c0-4897-9af7-c2174bde89dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.091238] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086847, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.094817] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.094817] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.095118] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3822d735-fe97-44cb-95c8-5fc2261ff03c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.101165] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 919.101165] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529035b7-eabf-ba1c-24a0-69033506cc7d" [ 919.101165] env[69959]: _type = "Task" [ 919.101165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.109838] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529035b7-eabf-ba1c-24a0-69033506cc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.224216] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f0551f0a-fe5f-4f09-9404-f012c2d4b982 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "319bff64-fe45-4306-8cad-4349f96694e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.399s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.318623] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.318847] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.365533] env[69959]: ERROR nova.scheduler.client.report [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [req-ff2aa404-110e-4239-a221-6fb0466d01c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff2aa404-110e-4239-a221-6fb0466d01c3"}]} [ 919.390298] env[69959]: DEBUG nova.scheduler.client.report [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 919.416870] env[69959]: DEBUG nova.scheduler.client.report [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 919.417105] env[69959]: DEBUG nova.compute.provider_tree [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.432490] env[69959]: DEBUG nova.scheduler.client.report [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 919.461236] env[69959]: DEBUG nova.scheduler.client.report [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 919.520824] env[69959]: DEBUG nova.network.neutron [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.601330] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086847, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.613908] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529035b7-eabf-ba1c-24a0-69033506cc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.614770] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6cc7ea-d1bf-494c-9c6f-088a5b05820f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.621460] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 919.621460] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b7d117-4422-267a-c953-f6ac286253b9" [ 919.621460] env[69959]: _type = "Task" [ 919.621460] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.633683] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b7d117-4422-267a-c953-f6ac286253b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.672823] env[69959]: DEBUG nova.network.neutron [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updated VIF entry in instance network info cache for port b726ef72-78bf-4762-beda-a4594cafcbfb. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.673187] env[69959]: DEBUG nova.network.neutron [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.728189] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.787630] env[69959]: DEBUG nova.network.neutron [-] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.029202] env[69959]: INFO nova.compute.manager [-] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Took 1.72 seconds to deallocate network for instance. [ 920.100445] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086847, 'name': Destroy_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.137385] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b7d117-4422-267a-c953-f6ac286253b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014087} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.137385] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.137385] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] bc689a1f-ca2c-4688-bb9d-61d328e4184e/bc689a1f-ca2c-4688-bb9d-61d328e4184e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.137385] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386ff251-f100-42e3-996c-c1bc22678d42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.149114] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 920.149114] env[69959]: value = "task-4086848" [ 920.149114] env[69959]: _type = "Task" [ 920.149114] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.155696] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9dad72-a4b0-4aed-8376-77b876c5bea8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.161849] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.167988] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdba031-386d-4533-82a9-0b82739c44ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.175853] env[69959]: DEBUG oslo_concurrency.lockutils [req-ca456cc8-320e-4730-b576-1d69e1308217 req-4cc90608-5dd5-4d4c-bf15-fbc4c111ee14 service nova] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.202047] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444541a2-8edb-41ac-afe9-207caa4a9425 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.210611] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89451fb1-8184-42fb-962b-7a1be11fb37a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.227451] env[69959]: DEBUG nova.compute.provider_tree [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.261357] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.297531] env[69959]: INFO nova.compute.manager [-] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Took 1.77 seconds to deallocate network for instance. [ 920.536380] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.599706] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086847, 'name': Destroy_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.617130] env[69959]: INFO nova.compute.manager [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Rebuilding instance [ 920.659881] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086848, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.674672] env[69959]: DEBUG nova.compute.manager [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.675684] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6356617a-5c02-460f-8617-18b0ed332365 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.767864] env[69959]: DEBUG nova.scheduler.client.report [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 920.768166] env[69959]: DEBUG nova.compute.provider_tree [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 96 to 97 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 920.769051] env[69959]: DEBUG nova.compute.provider_tree [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.777188] env[69959]: DEBUG nova.compute.manager [req-17171e96-2f28-4950-bd0a-4a2b7aa83d44 req-5ea3ea00-6532-40db-a449-92f6626efd44 service nova] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Received event network-vif-deleted-41464533-0094-4c37-be37-a2938b571d2c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.777476] env[69959]: DEBUG nova.compute.manager [req-17171e96-2f28-4950-bd0a-4a2b7aa83d44 req-5ea3ea00-6532-40db-a449-92f6626efd44 service nova] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Received event network-vif-deleted-5dd7b347-73b5-4581-be2e-52766895ea23 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.805442] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.098954] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086847, 'name': Destroy_Task, 'duration_secs': 1.671021} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.098954] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Destroyed the VM [ 921.099103] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.099365] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5983fe64-3101-4d58-b88b-c151e6aa9e62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.108371] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 921.108371] env[69959]: value = "task-4086849" [ 921.108371] env[69959]: _type = "Task" [ 921.108371] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.118349] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.161574] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687872} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.162317] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] bc689a1f-ca2c-4688-bb9d-61d328e4184e/bc689a1f-ca2c-4688-bb9d-61d328e4184e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.163721] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.163721] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc8ba4e8-841b-4dbf-a559-c5a6d34157df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.174232] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 921.174232] env[69959]: value = "task-4086850" [ 921.174232] env[69959]: _type = "Task" [ 921.174232] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.185303] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.279474] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.232s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.279474] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.279789] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.151s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.281487] env[69959]: INFO nova.compute.claims [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.619517] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.687024] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077247} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.687243] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.688108] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a904df9-f2a0-45c3-9af9-9dc6e102b5fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.691566] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.691976] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f271d6cd-cc70-4127-9850-0a4d447539b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.725132] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bc689a1f-ca2c-4688-bb9d-61d328e4184e/bc689a1f-ca2c-4688-bb9d-61d328e4184e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.726239] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3176aedd-9f45-4637-8dda-62a11a9030a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.750610] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 921.750610] env[69959]: value = "task-4086851" [ 921.750610] env[69959]: _type = "Task" [ 921.750610] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.757596] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 921.757596] env[69959]: value = "task-4086852" [ 921.757596] env[69959]: _type = "Task" [ 921.757596] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.764340] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.772534] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.786274] env[69959]: DEBUG nova.compute.utils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.791357] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.791357] env[69959]: DEBUG nova.network.neutron [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.867752] env[69959]: DEBUG nova.policy [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.119921] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086849, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.200063] env[69959]: DEBUG nova.network.neutron [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Successfully created port: 0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.269743] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086851, 'name': PowerOffVM_Task, 'duration_secs': 0.186074} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.272779] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.273610] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.274481] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c1425-9a3d-46ed-bb03-ac4629a07df4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.284026] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086852, 'name': ReconfigVM_Task, 'duration_secs': 0.427758} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.284026] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bc689a1f-ca2c-4688-bb9d-61d328e4184e/bc689a1f-ca2c-4688-bb9d-61d328e4184e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.284026] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbe94d4f-4d86-4de8-bd67-923e71412df5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.286383] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.286989] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc75a5d-5fe6-4ad7-9359-cae185b69f26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.291794] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.295054] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 922.295054] env[69959]: value = "task-4086853" [ 922.295054] env[69959]: _type = "Task" [ 922.295054] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.310111] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086853, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.315203] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.315412] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.315593] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Deleting the datastore file [datastore1] 319bff64-fe45-4306-8cad-4349f96694e2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.315893] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd92e7e-de52-4429-8ffa-15d7ee2bb0dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.324872] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 922.324872] env[69959]: value = "task-4086855" [ 922.324872] env[69959]: _type = "Task" [ 922.324872] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.338172] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.621090] env[69959]: DEBUG oslo_vmware.api [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086849, 'name': RemoveSnapshot_Task, 'duration_secs': 1.10787} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.621504] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.813374] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086853, 'name': Rename_Task, 'duration_secs': 0.167446} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.813575] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.813840] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a584e0d7-6880-4d56-81bf-168262db08f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.819279] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc28e4f-d06e-4476-8792-958ee3f8ece7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.824293] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 922.824293] env[69959]: value = "task-4086856" [ 922.824293] env[69959]: _type = "Task" [ 922.824293] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.834123] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82307484-e239-4375-a108-26b311299bce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.842360] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086856, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.847765] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283568} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.876179] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.876179] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.876329] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.879834] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a73edf-0f4e-416e-844d-bc48c8d22903 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.889582] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c24225-3d3f-4b1c-851d-dc0bd665c099 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.905614] env[69959]: DEBUG nova.compute.provider_tree [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.126890] env[69959]: WARNING nova.compute.manager [None req-bed3caaa-b518-4fbe-86e4-13ac62f3d853 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Image not found during snapshot: nova.exception.ImageNotFound: Image b3fc8f0d-9841-45a6-9b50-9a85ae3bed0d could not be found. [ 923.310459] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.337591] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.339831] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.340068] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.340475] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.340475] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.340595] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.340789] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.341028] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.341239] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.341495] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.341726] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.341922] env[69959]: DEBUG nova.virt.hardware [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.342794] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9cc29e-269a-4e92-830b-9d09331aa9b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.352315] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d03a09-55a1-4729-a499-8d3fed52e775 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.408780] env[69959]: DEBUG nova.scheduler.client.report [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.694043] env[69959]: DEBUG nova.compute.manager [req-5d99ea66-0d67-423d-9ae1-543f6afea3a6 req-f30d4e08-6572-42c8-a146-3de08d601d4d service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Received event network-vif-plugged-0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.694892] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d99ea66-0d67-423d-9ae1-543f6afea3a6 req-f30d4e08-6572-42c8-a146-3de08d601d4d service nova] Acquiring lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.694892] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d99ea66-0d67-423d-9ae1-543f6afea3a6 req-f30d4e08-6572-42c8-a146-3de08d601d4d service nova] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.694892] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d99ea66-0d67-423d-9ae1-543f6afea3a6 req-f30d4e08-6572-42c8-a146-3de08d601d4d service nova] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.694892] env[69959]: DEBUG nova.compute.manager [req-5d99ea66-0d67-423d-9ae1-543f6afea3a6 req-f30d4e08-6572-42c8-a146-3de08d601d4d service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] No waiting events found dispatching network-vif-plugged-0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 923.695942] env[69959]: WARNING nova.compute.manager [req-5d99ea66-0d67-423d-9ae1-543f6afea3a6 req-f30d4e08-6572-42c8-a146-3de08d601d4d service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Received unexpected event network-vif-plugged-0a40811e-bf26-471f-a02d-c722ee9810c1 for instance with vm_state building and task_state spawning. [ 923.778108] env[69959]: DEBUG nova.network.neutron [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Successfully updated port: 0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.836115] env[69959]: DEBUG oslo_vmware.api [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4086856, 'name': PowerOnVM_Task, 'duration_secs': 0.814757} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.837025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.837025] env[69959]: INFO nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Took 9.27 seconds to spawn the instance on the hypervisor. [ 923.837025] env[69959]: DEBUG nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.837485] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7659a-8c55-49b8-8be9-476004de074b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.916851] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.917127] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.917290] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.917474] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.917618] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.917768] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.917970] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.918143] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.918356] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.918470] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.918647] env[69959]: DEBUG nova.virt.hardware [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.919442] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.919918] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.923421] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede02876-936e-4f2c-9f2f-c3344eb550e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.926746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.969s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.926978] env[69959]: DEBUG nova.objects.instance [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lazy-loading 'resources' on Instance uuid f2b76bbc-9eae-4f1d-b057-9a260ba4d14a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.934679] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c41be76-0818-416c-a9a4-e63367529351 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.952068] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.957669] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.958325] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.959130] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a8cee6d-4381-41c9-8eea-67c04ca45157 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.976715] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.976715] env[69959]: value = "task-4086857" [ 923.976715] env[69959]: _type = "Task" [ 923.976715] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.985175] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086857, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.281719] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.281719] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.281719] env[69959]: DEBUG nova.network.neutron [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.282912] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "1b0d13ea-ee22-4206-abf1-3278824589ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.283092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.283562] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "1b0d13ea-ee22-4206-abf1-3278824589ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.283562] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.283657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.285548] env[69959]: INFO nova.compute.manager [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Terminating instance [ 924.356372] env[69959]: INFO nova.compute.manager [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Took 49.96 seconds to build instance. [ 924.431024] env[69959]: DEBUG nova.compute.utils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.433981] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.434456] env[69959]: DEBUG nova.network.neutron [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.479254] env[69959]: DEBUG nova.policy [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09e88735805466fabf30f9fcdc45345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15360bad1bcc46f7bfd4f8d5f479faf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.492594] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086857, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.788686] env[69959]: DEBUG nova.compute.manager [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.789201] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.792442] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622480d5-8bea-4bbb-b6a4-f0e96ef9a0cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.801185] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.801289] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd7e36a-8167-44fb-a9f4-c5abbf6e2a2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.811639] env[69959]: DEBUG oslo_vmware.api [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 924.811639] env[69959]: value = "task-4086858" [ 924.811639] env[69959]: _type = "Task" [ 924.811639] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.820804] env[69959]: DEBUG oslo_vmware.api [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.834272] env[69959]: DEBUG nova.network.neutron [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.859037] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d8e26fc6-673b-490b-bd31-c7b509d241c4 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.515s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.863677] env[69959]: DEBUG nova.network.neutron [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Successfully created port: 80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.938892] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.966842] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b85210b-4823-4075-9a4f-c327b20f16cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.975934] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e95e3fc-c89e-4682-ae21-b1e2236d06af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.020076] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e801c6e1-8315-4adc-9178-7b10f2031747 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.022942] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086857, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.033744] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1341240-d68c-4c54-82c4-b7f4ee178b51 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.054223] env[69959]: DEBUG nova.compute.provider_tree [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.083543] env[69959]: DEBUG nova.network.neutron [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Updating instance_info_cache with network_info: [{"id": "0a40811e-bf26-471f-a02d-c722ee9810c1", "address": "fa:16:3e:ff:c1:30", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a40811e-bf", "ovs_interfaceid": "0a40811e-bf26-471f-a02d-c722ee9810c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.324099] env[69959]: DEBUG oslo_vmware.api [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086858, 'name': PowerOffVM_Task, 'duration_secs': 0.276762} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.325030] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.325110] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.325345] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddcb3501-92cd-4cb0-8505-23e11cd212f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.362424] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.394360] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.394481] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.395273] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleting the datastore file [datastore2] 1b0d13ea-ee22-4206-abf1-3278824589ae {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.395273] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92cd20e3-2596-4fb8-be7d-69724de10db5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.404273] env[69959]: DEBUG oslo_vmware.api [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 925.404273] env[69959]: value = "task-4086860" [ 925.404273] env[69959]: _type = "Task" [ 925.404273] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.413978] env[69959]: DEBUG oslo_vmware.api [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.489731] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086857, 'name': CreateVM_Task, 'duration_secs': 1.344956} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.489907] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.490382] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.490573] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.490962] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.491242] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f028217e-3d56-484f-9b28-c1cb65c85b9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.497539] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 925.497539] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b25ba1-0811-f7d8-fc30-4bd572460ca5" [ 925.497539] env[69959]: _type = "Task" [ 925.497539] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.508232] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b25ba1-0811-f7d8-fc30-4bd572460ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.554287] env[69959]: DEBUG nova.scheduler.client.report [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.585954] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.586308] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Instance network_info: |[{"id": "0a40811e-bf26-471f-a02d-c722ee9810c1", "address": "fa:16:3e:ff:c1:30", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a40811e-bf", "ovs_interfaceid": "0a40811e-bf26-471f-a02d-c722ee9810c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.586717] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c1:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a40811e-bf26-471f-a02d-c722ee9810c1', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.594654] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.595283] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.595524] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f3788b1-0e74-459d-87ca-bc52640f7e19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.625338] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.625338] env[69959]: value = "task-4086861" [ 925.625338] env[69959]: _type = "Task" [ 925.625338] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.633835] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086861, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.748359] env[69959]: DEBUG nova.compute.manager [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Received event network-changed-0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.748603] env[69959]: DEBUG nova.compute.manager [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Refreshing instance network info cache due to event network-changed-0a40811e-bf26-471f-a02d-c722ee9810c1. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.748749] env[69959]: DEBUG oslo_concurrency.lockutils [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] Acquiring lock "refresh_cache-367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.748890] env[69959]: DEBUG oslo_concurrency.lockutils [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] Acquired lock "refresh_cache-367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.749628] env[69959]: DEBUG nova.network.neutron [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Refreshing network info cache for port 0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.889317] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.913231] env[69959]: DEBUG oslo_vmware.api [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4086860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168668} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.913504] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.913697] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.913869] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.914058] env[69959]: INFO nova.compute.manager [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.914314] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.914520] env[69959]: DEBUG nova.compute.manager [-] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.914618] env[69959]: DEBUG nova.network.neutron [-] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.952049] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.983832] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.984143] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.984308] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.984493] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.985699] env[69959]: DEBUG nova.virt.hardware [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.986726] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d8d65-0843-4531-ab1e-1317a0363779 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.998235] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bc8a90-f006-41d6-a7ea-5814d97b69b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.022128] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b25ba1-0811-f7d8-fc30-4bd572460ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.022772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.022772] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.023366] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.023366] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.023366] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.024503] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d80fe99-02fa-4eec-8837-3c689689ac21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.033781] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.033977] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.036550] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2bbb3e-b203-4cb3-b206-fd791c01dbb8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.045945] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 926.045945] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526d76fe-e4df-e14c-e67e-2b8c1dc0b469" [ 926.045945] env[69959]: _type = "Task" [ 926.045945] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.052378] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526d76fe-e4df-e14c-e67e-2b8c1dc0b469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.060416] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.062926] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.217s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.064635] env[69959]: INFO nova.compute.claims [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.088112] env[69959]: INFO nova.scheduler.client.report [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Deleted allocations for instance f2b76bbc-9eae-4f1d-b057-9a260ba4d14a [ 926.137742] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086861, 'name': CreateVM_Task, 'duration_secs': 0.374763} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.138075] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.138718] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.138971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.139304] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.139553] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8137e590-5194-46d9-858c-28d8b7bbaa44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.145057] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 926.145057] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5460d-4aa5-b425-edc3-00a386ebb55b" [ 926.145057] env[69959]: _type = "Task" [ 926.145057] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.155621] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5460d-4aa5-b425-edc3-00a386ebb55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.560540] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526d76fe-e4df-e14c-e67e-2b8c1dc0b469, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.561497] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23441842-2b12-4807-9f3a-e61afa9ad6eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.568445] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 926.568445] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523352af-4c05-96bb-cc36-691c60d20688" [ 926.568445] env[69959]: _type = "Task" [ 926.568445] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.581587] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523352af-4c05-96bb-cc36-691c60d20688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.599990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e90ce591-844b-4887-b946-3325838563b9 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "f2b76bbc-9eae-4f1d-b057-9a260ba4d14a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.182s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.606661] env[69959]: DEBUG nova.network.neutron [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Updated VIF entry in instance network info cache for port 0a40811e-bf26-471f-a02d-c722ee9810c1. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.606661] env[69959]: DEBUG nova.network.neutron [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Updating instance_info_cache with network_info: [{"id": "0a40811e-bf26-471f-a02d-c722ee9810c1", "address": "fa:16:3e:ff:c1:30", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a40811e-bf", "ovs_interfaceid": "0a40811e-bf26-471f-a02d-c722ee9810c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.658265] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f5460d-4aa5-b425-edc3-00a386ebb55b, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.658265] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.658265] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.658265] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.661971] env[69959]: DEBUG nova.network.neutron [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Successfully updated port: 80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.801810] env[69959]: DEBUG nova.network.neutron [-] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.085556] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523352af-4c05-96bb-cc36-691c60d20688, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.085689] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.085998] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.086269] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.086454] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.086669] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-215f48af-55ae-4fe1-94d9-d0955ba35c33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.089092] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db0901ee-b2e6-406f-8aad-796baf7f0825 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.104722] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 927.104722] env[69959]: value = "task-4086863" [ 927.104722] env[69959]: _type = "Task" [ 927.104722] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.105202] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.105331] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.109016] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05aebb91-3018-4cd9-89ff-60e04a5622a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.112127] env[69959]: DEBUG oslo_concurrency.lockutils [req-4ff3a7f1-d993-4704-8bc4-429028e15d2d req-01c04670-7d4f-49fe-99ac-9253ab0bc44c service nova] Releasing lock "refresh_cache-367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.119193] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 927.119193] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527fc0ef-6258-f115-ca62-3307f99b6bf8" [ 927.119193] env[69959]: _type = "Task" [ 927.119193] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.122859] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.134504] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527fc0ef-6258-f115-ca62-3307f99b6bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.135509] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e635169-21d0-4f5e-b851-a93d0c5998af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.142118] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 927.142118] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523e4b61-0315-c541-9dc5-c8b52cd4dfe0" [ 927.142118] env[69959]: _type = "Task" [ 927.142118] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.155755] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523e4b61-0315-c541-9dc5-c8b52cd4dfe0, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.156110] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.156529] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da/367d2e07-4cbf-4c34-abdb-d43fc2a7d0da.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.157599] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d36c5d36-4439-437b-b5a8-7ba69ddaa416 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.163299] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.163473] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.163558] env[69959]: DEBUG nova.network.neutron [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.166680] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 927.166680] env[69959]: value = "task-4086864" [ 927.166680] env[69959]: _type = "Task" [ 927.166680] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.187532] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.304164] env[69959]: INFO nova.compute.manager [-] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Took 1.39 seconds to deallocate network for instance. [ 927.616194] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1fdf1-3602-47ab-9130-0a0c243701fb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.630539] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b9aef4-16ee-4be8-8f37-50e396f9120b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.634736] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086863, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.667408] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61823d8-97ed-4766-b579-35b8c2070ae5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.681257] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d17cf-1fbc-4032-9b4f-2c3f60550624 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.687243] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086864, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.699065] env[69959]: DEBUG nova.compute.provider_tree [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.723040] env[69959]: DEBUG nova.network.neutron [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.811176] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.908563] env[69959]: DEBUG nova.network.neutron [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.943284] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-changed-b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.943284] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing instance network info cache due to event network-changed-b726ef72-78bf-4762-beda-a4594cafcbfb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.943284] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.943284] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.943450] env[69959]: DEBUG nova.network.neutron [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing network info cache for port b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.119989] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599072} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.120294] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.120545] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.120820] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e234eca2-9819-411b-a334-e45851ef61f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.128516] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 928.128516] env[69959]: value = "task-4086865" [ 928.128516] env[69959]: _type = "Task" [ 928.128516] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.137659] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.180583] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903165} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.180895] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da/367d2e07-4cbf-4c34-abdb-d43fc2a7d0da.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.181134] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.181566] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d29b0b-ce89-46d6-a488-35e0b96c30f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.189375] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 928.189375] env[69959]: value = "task-4086866" [ 928.189375] env[69959]: _type = "Task" [ 928.189375] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.198690] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.202832] env[69959]: DEBUG nova.scheduler.client.report [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.412181] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.412528] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Instance network_info: |[{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.413026] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b5:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80f6c07f-367f-46fa-bb48-a72ae1348f83', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.421339] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating folder: Project (15360bad1bcc46f7bfd4f8d5f479faf6). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.421719] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4af94226-8ad4-497b-bab3-314bf3942a09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.434018] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created folder: Project (15360bad1bcc46f7bfd4f8d5f479faf6) in parent group-v809535. [ 928.434018] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating folder: Instances. Parent ref: group-v809723. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.434018] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e18f036-62e4-452a-bf44-302d2a861f69 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.445461] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created folder: Instances in parent group-v809723. [ 928.445690] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.447895] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.448153] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c766eb-fabf-4c37-b136-30ebc859661c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.469431] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.469431] env[69959]: value = "task-4086869" [ 928.469431] env[69959]: _type = "Task" [ 928.469431] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.479440] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086869, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.642078] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076222} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.642441] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.643596] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887269d8-939b-4f41-87e9-c8e01857daae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.674936] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.678937] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601716f7-fdaa-4266-b2d6-459bdb073ba9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.706244] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082328} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.711571] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.712552] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.713119] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.715864] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 928.715864] env[69959]: value = "task-4086870" [ 928.715864] env[69959]: _type = "Task" [ 928.715864] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.716702] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b59695-def6-4fb1-90cb-1648d97dd11b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.719406] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.630s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.721320] env[69959]: INFO nova.compute.claims [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.759265] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da/367d2e07-4cbf-4c34-abdb-d43fc2a7d0da.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.759754] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.761093] env[69959]: DEBUG nova.network.neutron [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updated VIF entry in instance network info cache for port b726ef72-78bf-4762-beda-a4594cafcbfb. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.762145] env[69959]: DEBUG nova.network.neutron [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.763333] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd5d4e6-b091-4c20-9bc0-5fe7d0aea8b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.797133] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 928.797133] env[69959]: value = "task-4086871" [ 928.797133] env[69959]: _type = "Task" [ 928.797133] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.809723] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.981471] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086869, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.226354] env[69959]: DEBUG nova.compute.utils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.233797] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.233797] env[69959]: DEBUG nova.network.neutron [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.244621] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086870, 'name': ReconfigVM_Task, 'duration_secs': 0.332252} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.244932] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 319bff64-fe45-4306-8cad-4349f96694e2/319bff64-fe45-4306-8cad-4349f96694e2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.245843] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de30236f-fa12-46ed-a08c-17028d5ff4c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.252966] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 929.252966] env[69959]: value = "task-4086872" [ 929.252966] env[69959]: _type = "Task" [ 929.252966] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.262139] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086872, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.275671] env[69959]: DEBUG nova.policy [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5502453ee2fa41b291de21aa44af1cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba192a7106d5432bb209fb8164f73eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.286549] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.289076] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Received event network-vif-deleted-a87cd73c-0b50-41a1-b8b3-186ac75e6736 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.289076] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Received event network-vif-plugged-80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.289076] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.289076] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.289076] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.289076] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] No waiting events found dispatching network-vif-plugged-80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.289076] env[69959]: WARNING nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Received unexpected event network-vif-plugged-80f6c07f-367f-46fa-bb48-a72ae1348f83 for instance with vm_state building and task_state spawning. [ 929.289076] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Received event network-changed-80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.289076] env[69959]: DEBUG nova.compute.manager [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Refreshing instance network info cache due to event network-changed-80f6c07f-367f-46fa-bb48-a72ae1348f83. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.289932] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.289932] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.289932] env[69959]: DEBUG nova.network.neutron [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Refreshing network info cache for port 80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.310628] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086871, 'name': ReconfigVM_Task, 'duration_secs': 0.330694} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.310943] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da/367d2e07-4cbf-4c34-abdb-d43fc2a7d0da.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.311653] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e258c96-be66-41f4-b152-87982779f1e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.319520] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 929.319520] env[69959]: value = "task-4086873" [ 929.319520] env[69959]: _type = "Task" [ 929.319520] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.332525] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086873, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.230229] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.236937] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086869, 'name': CreateVM_Task, 'duration_secs': 0.828551} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.238072] env[69959]: DEBUG nova.network.neutron [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Successfully created port: 486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.248560] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.253224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.253224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.253224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.253224] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4b315b-89bf-40d8-a79c-9cf4d8782085 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.262082] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086873, 'name': Rename_Task, 'duration_secs': 0.163901} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.262910] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086872, 'name': Rename_Task, 'duration_secs': 0.1502} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.263486] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.263779] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.264690] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8d57f7-4c6e-4e1c-9688-443fd38da395 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.266655] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ddc9c6-4b7e-4ca5-9c5a-8c20f6f97ba0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.273211] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 930.273211] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520a6d29-faf9-22e4-1f50-140e98af931c" [ 930.273211] env[69959]: _type = "Task" [ 930.273211] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.281414] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 930.281414] env[69959]: value = "task-4086875" [ 930.281414] env[69959]: _type = "Task" [ 930.281414] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.283622] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 930.283622] env[69959]: value = "task-4086874" [ 930.283622] env[69959]: _type = "Task" [ 930.283622] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.290164] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520a6d29-faf9-22e4-1f50-140e98af931c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.303544] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086875, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.308554] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086874, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.637221] env[69959]: DEBUG nova.network.neutron [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updated VIF entry in instance network info cache for port 80f6c07f-367f-46fa-bb48-a72ae1348f83. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.637574] env[69959]: DEBUG nova.network.neutron [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.754022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.754022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.754022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "821205fe-7909-41d0-83ce-6f711906093a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.754022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.754022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.759527] env[69959]: INFO nova.compute.manager [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Terminating instance [ 930.787865] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520a6d29-faf9-22e4-1f50-140e98af931c, 'name': SearchDatastore_Task, 'duration_secs': 0.026163} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.795199] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.795516] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.798024] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.798024] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.798024] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.798024] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea686f23-efa5-4091-9c5f-d1efe7dcb3a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.813137] env[69959]: DEBUG oslo_vmware.api [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086875, 'name': PowerOnVM_Task, 'duration_secs': 0.507363} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.822179] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.822179] env[69959]: DEBUG nova.compute.manager [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.822179] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.822300] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.823451] env[69959]: DEBUG oslo_vmware.api [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086874, 'name': PowerOnVM_Task, 'duration_secs': 0.529073} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.824506] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0075be39-caf9-4d49-a5db-e13800d2f45c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.829656] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1883140-95a9-40c8-bc8d-05f8594f8404 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.830033] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.830262] env[69959]: INFO nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Took 7.52 seconds to spawn the instance on the hypervisor. [ 930.830442] env[69959]: DEBUG nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.831296] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d25afe-4834-4937-a311-6890f784bbd1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.842935] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a398c1-1852-491d-995b-f412692d832b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.846726] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 930.846726] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526e3a65-4d09-9a7f-d220-b5432127cc87" [ 930.846726] env[69959]: _type = "Task" [ 930.846726] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.862094] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ae882-ac18-4941-bc0e-c2a7e4b59abb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.871244] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526e3a65-4d09-9a7f-d220-b5432127cc87, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.871917] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6ae83a-b356-416e-bfba-9c98be103ad9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.903845] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f486d-2647-46f8-81b2-e23f7371e430 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.908369] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 930.908369] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527829b2-49bc-0f9a-24d5-bd8816378858" [ 930.908369] env[69959]: _type = "Task" [ 930.908369] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.916916] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85339e67-688e-4b49-85f2-f3c8cafbd3cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.925372] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527829b2-49bc-0f9a-24d5-bd8816378858, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.926223] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.926572] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8/aefbc084-0698-4ca7-a1f6-f83ec44869a8.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.926811] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4338b9-1193-44ad-b3b3-e359ae320da7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.937729] env[69959]: DEBUG nova.compute.provider_tree [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.946356] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 930.946356] env[69959]: value = "task-4086876" [ 930.946356] env[69959]: _type = "Task" [ 930.946356] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.958072] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.140799] env[69959]: DEBUG oslo_concurrency.lockutils [req-070ed218-82e0-49ec-ab52-a48e0dc36d58 req-4e23b78d-8163-4d0f-9eee-1d0036342949 service nova] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.245501] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.270990] env[69959]: DEBUG nova.compute.manager [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.271332] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.272469] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e9cbb-c18f-4087-b073-f52bb4579bec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.281557] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.281815] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.281981] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.282175] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.282324] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.282469] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.282678] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.282839] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.283055] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.283275] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.283462] env[69959]: DEBUG nova.virt.hardware [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.284418] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b65cfa-4c9c-43dd-9eac-e2882bbc7429 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.296977] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.298831] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9094aea9-ac5e-4327-99f8-335c07f45b34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.303718] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08357a51-c29a-46a2-8121-815f4464d1ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.319791] env[69959]: DEBUG oslo_vmware.api [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 931.319791] env[69959]: value = "task-4086877" [ 931.319791] env[69959]: _type = "Task" [ 931.319791] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.331841] env[69959]: DEBUG oslo_vmware.api [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.367618] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.368196] env[69959]: INFO nova.compute.manager [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Took 51.77 seconds to build instance. [ 931.441986] env[69959]: DEBUG nova.scheduler.client.report [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.458389] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498301} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.458790] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8/aefbc084-0698-4ca7-a1f6-f83ec44869a8.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.459138] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.459547] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a001a3f1-80f2-4ce8-87b7-bc68c74f214b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.467995] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 931.467995] env[69959]: value = "task-4086878" [ 931.467995] env[69959]: _type = "Task" [ 931.467995] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.479107] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.830888] env[69959]: DEBUG oslo_vmware.api [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086877, 'name': PowerOffVM_Task, 'duration_secs': 0.321369} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.830888] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.830888] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.831724] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-362a62a3-ac05-45eb-b896-4be9b9f386c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.871137] env[69959]: DEBUG oslo_concurrency.lockutils [None req-685acb9d-14f6-4cd3-bef2-6133dd455bcd tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.873s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.940097] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.940166] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.940355] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Deleting the datastore file [datastore1] 821205fe-7909-41d0-83ce-6f711906093a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.940820] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a57cf1-74e0-437d-a2a1-cfcf694cfca2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948495] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.949703] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.953778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.414s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.953984] env[69959]: DEBUG nova.objects.instance [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 931.957685] env[69959]: DEBUG oslo_vmware.api [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for the task: (returnval){ [ 931.957685] env[69959]: value = "task-4086880" [ 931.957685] env[69959]: _type = "Task" [ 931.957685] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.968075] env[69959]: DEBUG oslo_vmware.api [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.979021] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081874} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.979021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.979021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda26278-e74e-4321-a444-ee056743df70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.981592] env[69959]: DEBUG nova.network.neutron [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Successfully updated port: 486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.005709] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8/aefbc084-0698-4ca7-a1f6-f83ec44869a8.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.009589] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b217212-5bfb-4ee5-b5fa-977928a80242 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.028262] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 932.028262] env[69959]: value = "task-4086881" [ 932.028262] env[69959]: _type = "Task" [ 932.028262] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.039349] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.112627] env[69959]: DEBUG nova.compute.manager [req-6b4f9d88-8258-4c4d-a798-74697f1182db req-e9dd873d-3c37-4c6d-bdae-757ac7602ad3 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Received event network-vif-plugged-486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.112867] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b4f9d88-8258-4c4d-a798-74697f1182db req-e9dd873d-3c37-4c6d-bdae-757ac7602ad3 service nova] Acquiring lock "1356a70e-c4fa-458a-bbf1-73beaff432ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.113218] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b4f9d88-8258-4c4d-a798-74697f1182db req-e9dd873d-3c37-4c6d-bdae-757ac7602ad3 service nova] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.113410] env[69959]: DEBUG oslo_concurrency.lockutils [req-6b4f9d88-8258-4c4d-a798-74697f1182db req-e9dd873d-3c37-4c6d-bdae-757ac7602ad3 service nova] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.113582] env[69959]: DEBUG nova.compute.manager [req-6b4f9d88-8258-4c4d-a798-74697f1182db req-e9dd873d-3c37-4c6d-bdae-757ac7602ad3 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] No waiting events found dispatching network-vif-plugged-486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 932.114298] env[69959]: WARNING nova.compute.manager [req-6b4f9d88-8258-4c4d-a798-74697f1182db req-e9dd873d-3c37-4c6d-bdae-757ac7602ad3 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Received unexpected event network-vif-plugged-486d4181-5d60-4a71-b478-e7ed68f90f42 for instance with vm_state building and task_state spawning. [ 932.375719] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.463681] env[69959]: DEBUG nova.compute.utils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.465233] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.465987] env[69959]: DEBUG nova.network.neutron [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.479686] env[69959]: DEBUG oslo_vmware.api [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Task: {'id': task-4086880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381607} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.481983] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.481983] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.481983] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.481983] env[69959]: INFO nova.compute.manager [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 932.482323] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.482870] env[69959]: DEBUG nova.compute.manager [-] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.483159] env[69959]: DEBUG nova.network.neutron [-] [instance: 821205fe-7909-41d0-83ce-6f711906093a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.486238] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.487655] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.487655] env[69959]: DEBUG nova.network.neutron [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.542716] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086881, 'name': ReconfigVM_Task, 'duration_secs': 0.307079} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.543120] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Reconfigured VM instance instance-0000003f to attach disk [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8/aefbc084-0698-4ca7-a1f6-f83ec44869a8.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.544055] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c151d598-272c-4907-99c9-bb306c109ecd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.553055] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 932.553055] env[69959]: value = "task-4086882" [ 932.553055] env[69959]: _type = "Task" [ 932.553055] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.566055] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086882, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.584237] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "319bff64-fe45-4306-8cad-4349f96694e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.584237] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "319bff64-fe45-4306-8cad-4349f96694e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.584237] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "319bff64-fe45-4306-8cad-4349f96694e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.584237] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "319bff64-fe45-4306-8cad-4349f96694e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.584237] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "319bff64-fe45-4306-8cad-4349f96694e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.586403] env[69959]: INFO nova.compute.manager [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Terminating instance [ 932.636258] env[69959]: DEBUG nova.policy [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809e6a089c7642aeb98c01073e83f8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120b72feca9744f3b85bf6c48562ad0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.739680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.739680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.739680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.739680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.739680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.743036] env[69959]: INFO nova.compute.manager [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Terminating instance [ 932.902560] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.967420] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be861fb4-2906-4dd4-8e42-b711617cad1e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.969423] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.226s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.974153] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.048612] env[69959]: DEBUG nova.network.neutron [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.071663] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086882, 'name': Rename_Task, 'duration_secs': 0.459535} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.075339] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.075629] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3041d8-3d58-40ef-8034-81c529173b35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.085728] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 933.085728] env[69959]: value = "task-4086883" [ 933.085728] env[69959]: _type = "Task" [ 933.085728] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.092158] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "refresh_cache-319bff64-fe45-4306-8cad-4349f96694e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.092348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquired lock "refresh_cache-319bff64-fe45-4306-8cad-4349f96694e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.092525] env[69959]: DEBUG nova.network.neutron [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.099230] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.232197] env[69959]: DEBUG nova.network.neutron [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Successfully created port: b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.252117] env[69959]: DEBUG nova.compute.manager [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.252378] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.253402] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dcbe98-3dfd-45a0-a38a-2255095ad6ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.262520] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.267029] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8db5ca1-efca-4da0-9fa3-aee7765e4f5c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.275685] env[69959]: DEBUG oslo_vmware.api [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 933.275685] env[69959]: value = "task-4086884" [ 933.275685] env[69959]: _type = "Task" [ 933.275685] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.289041] env[69959]: DEBUG oslo_vmware.api [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.395145] env[69959]: DEBUG nova.network.neutron [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Updating instance_info_cache with network_info: [{"id": "486d4181-5d60-4a71-b478-e7ed68f90f42", "address": "fa:16:3e:d5:c3:fe", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486d4181-5d", "ovs_interfaceid": "486d4181-5d60-4a71-b478-e7ed68f90f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.599266] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78938546-3d9b-48b2-8a9c-2e4dc2be5246 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.608195] env[69959]: DEBUG oslo_vmware.api [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4086883, 'name': PowerOnVM_Task, 'duration_secs': 0.511708} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.610396] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.610647] env[69959]: INFO nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Took 7.66 seconds to spawn the instance on the hypervisor. [ 933.610874] env[69959]: DEBUG nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.611715] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce86696-4346-4ed5-b4f0-5e3e73b72b85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.615203] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eff2ab-aa1e-4f7d-bcde-e8428c2ac637 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.651321] env[69959]: DEBUG nova.network.neutron [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.654097] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cba9e10-e2b3-4ea0-b091-d1e232e3f743 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.662919] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8717cf79-376e-4a27-95eb-0466c1896c98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.681448] env[69959]: DEBUG nova.compute.provider_tree [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.733575] env[69959]: DEBUG nova.network.neutron [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.785904] env[69959]: DEBUG oslo_vmware.api [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086884, 'name': PowerOffVM_Task, 'duration_secs': 0.247157} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.786343] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.786509] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.786760] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54957bf8-a1c8-4a55-b4f5-ced6f2338065 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.876175] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.876869] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.877107] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore2] 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.877400] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c7bfbb3-afc8-4b74-bcd3-cdef0bc12096 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.885425] env[69959]: DEBUG oslo_vmware.api [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 933.885425] env[69959]: value = "task-4086886" [ 933.885425] env[69959]: _type = "Task" [ 933.885425] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.894946] env[69959]: DEBUG oslo_vmware.api [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.897543] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.897852] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Instance network_info: |[{"id": "486d4181-5d60-4a71-b478-e7ed68f90f42", "address": "fa:16:3e:d5:c3:fe", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486d4181-5d", "ovs_interfaceid": "486d4181-5d60-4a71-b478-e7ed68f90f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.898284] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:c3:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '486d4181-5d60-4a71-b478-e7ed68f90f42', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.906124] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.906348] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.906576] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11ffe35b-2c5c-42a9-8400-8776fd4b9b53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.929022] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.929022] env[69959]: value = "task-4086887" [ 933.929022] env[69959]: _type = "Task" [ 933.929022] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.936369] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086887, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.983531] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.009892] env[69959]: DEBUG nova.network.neutron [-] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.022440] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.022703] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.022877] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.024917] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.026285] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.026524] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.027406] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.027651] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.027871] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.028088] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.028366] env[69959]: DEBUG nova.virt.hardware [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.029672] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55bd2d8-8a0e-4b9c-b552-0903c62f387d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.040374] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9442b4-e129-45d3-8be8-5af01630a2be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.143738] env[69959]: DEBUG nova.compute.manager [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Received event network-changed-486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.143939] env[69959]: DEBUG nova.compute.manager [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Refreshing instance network info cache due to event network-changed-486d4181-5d60-4a71-b478-e7ed68f90f42. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.144177] env[69959]: DEBUG oslo_concurrency.lockutils [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] Acquiring lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.144326] env[69959]: DEBUG oslo_concurrency.lockutils [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] Acquired lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.144500] env[69959]: DEBUG nova.network.neutron [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Refreshing network info cache for port 486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.159923] env[69959]: INFO nova.compute.manager [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Took 52.05 seconds to build instance. [ 934.227486] env[69959]: DEBUG nova.scheduler.client.report [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 934.227801] env[69959]: DEBUG nova.compute.provider_tree [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 97 to 98 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 934.228044] env[69959]: DEBUG nova.compute.provider_tree [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.235653] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Releasing lock "refresh_cache-319bff64-fe45-4306-8cad-4349f96694e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.236169] env[69959]: DEBUG nova.compute.manager [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.236400] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.237271] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fa307d-b218-47ce-9c78-97519ef90afd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.247398] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.247665] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd04dff-7b96-4e80-b8f2-d83bea8a2dc1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.256227] env[69959]: DEBUG oslo_vmware.api [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 934.256227] env[69959]: value = "task-4086888" [ 934.256227] env[69959]: _type = "Task" [ 934.256227] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.268306] env[69959]: DEBUG oslo_vmware.api [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.397458] env[69959]: DEBUG oslo_vmware.api [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4086886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405741} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.397727] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.397845] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.398037] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.398233] env[69959]: INFO nova.compute.manager [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.398614] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.398851] env[69959]: DEBUG nova.compute.manager [-] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.398923] env[69959]: DEBUG nova.network.neutron [-] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.440534] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086887, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.513209] env[69959]: INFO nova.compute.manager [-] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Took 2.03 seconds to deallocate network for instance. [ 934.664228] env[69959]: DEBUG oslo_concurrency.lockutils [None req-738bc646-8381-4e16-98d5-7503bea85a30 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.056s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.734418] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.734679] env[69959]: INFO nova.compute.manager [None req-2d9325a8-a412-4d50-aa41-110338f659f3 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Successfully reverted task state from rebuilding on failure for instance. [ 934.745801] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.883s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.769277] env[69959]: DEBUG oslo_vmware.api [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086888, 'name': PowerOffVM_Task, 'duration_secs': 0.223746} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.769661] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.769661] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.769900] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cff4f12-c0d2-431c-9a9c-a017edb225b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.797751] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.798048] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.798186] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Deleting the datastore file [datastore2] 319bff64-fe45-4306-8cad-4349f96694e2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.798533] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1371049-2a60-47cb-90e4-34a183efe237 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.807672] env[69959]: DEBUG oslo_vmware.api [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for the task: (returnval){ [ 934.807672] env[69959]: value = "task-4086890" [ 934.807672] env[69959]: _type = "Task" [ 934.807672] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.817222] env[69959]: DEBUG oslo_vmware.api [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.939500] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086887, 'name': CreateVM_Task, 'duration_secs': 0.52841} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.939671] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.940354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.940515] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.940896] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.941170] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00898969-b6f5-44b8-ba86-ba09c9920ba0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.946300] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 934.946300] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e8b1eb-dff7-8ae6-8265-41d9df2d3ce4" [ 934.946300] env[69959]: _type = "Task" [ 934.946300] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.955194] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e8b1eb-dff7-8ae6-8265-41d9df2d3ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.974699] env[69959]: DEBUG nova.network.neutron [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Updated VIF entry in instance network info cache for port 486d4181-5d60-4a71-b478-e7ed68f90f42. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.974875] env[69959]: DEBUG nova.network.neutron [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Updating instance_info_cache with network_info: [{"id": "486d4181-5d60-4a71-b478-e7ed68f90f42", "address": "fa:16:3e:d5:c3:fe", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486d4181-5d", "ovs_interfaceid": "486d4181-5d60-4a71-b478-e7ed68f90f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.022067] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.113982] env[69959]: DEBUG nova.network.neutron [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Successfully updated port: b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.245995] env[69959]: DEBUG nova.network.neutron [-] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.318188] env[69959]: DEBUG oslo_vmware.api [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Task: {'id': task-4086890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106416} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.318501] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.318707] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.318892] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.319073] env[69959]: INFO nova.compute.manager [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 935.319326] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.319544] env[69959]: DEBUG nova.compute.manager [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.319642] env[69959]: DEBUG nova.network.neutron [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.336723] env[69959]: DEBUG nova.network.neutron [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.456827] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e8b1eb-dff7-8ae6-8265-41d9df2d3ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.457222] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.457382] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.457625] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.457775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.457955] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.458232] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af4f5870-857c-4cbd-8da0-4d613bce29e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.467994] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.468211] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.469022] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab15797-9e2d-41ac-9057-cbb95cfd555e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.476253] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 935.476253] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b8eb14-bfac-395f-d2b3-7268ab1cd71e" [ 935.476253] env[69959]: _type = "Task" [ 935.476253] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.479962] env[69959]: DEBUG oslo_concurrency.lockutils [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] Releasing lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.480213] env[69959]: DEBUG nova.compute.manager [req-3d8423e8-ffbe-4793-9680-6577ef5b33e2 req-19b77bf6-ad9b-4e90-bbb4-cc48d4dfaa07 service nova] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Received event network-vif-deleted-5e7f4363-866f-4592-a5d4-6df9d038f0fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.486372] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b8eb14-bfac-395f-d2b3-7268ab1cd71e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.615198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-ab1daa13-0d35-4d7b-9ead-390a2b737145" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.615377] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-ab1daa13-0d35-4d7b-9ead-390a2b737145" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.615545] env[69959]: DEBUG nova.network.neutron [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.618907] env[69959]: DEBUG nova.compute.manager [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Received event network-changed-80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.619112] env[69959]: DEBUG nova.compute.manager [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Refreshing instance network info cache due to event network-changed-80f6c07f-367f-46fa-bb48-a72ae1348f83. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.623081] env[69959]: DEBUG oslo_concurrency.lockutils [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623081] env[69959]: DEBUG oslo_concurrency.lockutils [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623081] env[69959]: DEBUG nova.network.neutron [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Refreshing network info cache for port 80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.750699] env[69959]: INFO nova.compute.manager [-] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Took 1.35 seconds to deallocate network for instance. [ 935.766952] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Applying migration context for instance debf70b0-ab28-479a-9928-024b5c0ae947 as it has an incoming, in-progress migration 7c25837c-5318-4888-930c-a47645c4e6d0. Migration status is reverting {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 935.769293] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating resource usage from migration 7c25837c-5318-4888-930c-a47645c4e6d0 [ 935.798013] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e51fd4e8-c2ba-46aa-8df2-2748bd45e53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.798238] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 821205fe-7909-41d0-83ce-6f711906093a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.798380] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 7b977ddd-db1f-49dc-aa2b-13559e67e932 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.798535] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e8a8267c-9619-4668-8ac1-e485a202a451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.798661] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c629d989-53cd-45e5-858f-847b696aa872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.798783] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 44a14aaa-9828-4064-be67-b3b432790f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.798912] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.799044] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.799165] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance db9e828d-2231-429d-bc03-f60d03e7897a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.799277] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a363197e-38b3-48fb-a1fe-6664f613458b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.799385] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6afbc757-f826-4806-9a18-87326532db2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.799512] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a1e6be92-58e5-4d18-85a0-2e336bdafc87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.799634] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance f695740d-8fc4-431a-85cf-48c33380f99d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.799758] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8df65b1a-9bd1-460f-8ba0-64d4804df21c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.799884] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 356edde7-dae3-416e-b55c-cffa9d1a9f66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.800009] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 56ea1960-7814-40c3-abac-aac3ab73872d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.800138] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0f73e4ec-b912-4aca-9c5b-6c3e556c263a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.800262] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 1b0d13ea-ee22-4206-abf1-3278824589ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.800378] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d845cea6-5a2a-4cb4-9313-daf319039ec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.800493] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 319bff64-fe45-4306-8cad-4349f96694e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.800618] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance bc689a1f-ca2c-4688-bb9d-61d328e4184e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.800751] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.800867] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Migration 7c25837c-5318-4888-930c-a47645c4e6d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 935.800979] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance debf70b0-ab28-479a-9928-024b5c0ae947 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.801104] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.801217] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 1356a70e-c4fa-458a-bbf1-73beaff432ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.801328] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance ab1daa13-0d35-4d7b-9ead-390a2b737145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 935.839590] env[69959]: DEBUG nova.network.neutron [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.987195] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b8eb14-bfac-395f-d2b3-7268ab1cd71e, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.988038] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9cb6c1-8e09-4dec-b233-a5a598c91ea1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.990866] env[69959]: DEBUG nova.compute.manager [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.991672] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea47ef4-beda-48d9-9ab6-bc1903f28290 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.995591] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 935.995591] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c6c63e-d072-0402-f992-234162ea520c" [ 935.995591] env[69959]: _type = "Task" [ 935.995591] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.009282] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c6c63e-d072-0402-f992-234162ea520c, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.009282] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.009282] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 1356a70e-c4fa-458a-bbf1-73beaff432ea/1356a70e-c4fa-458a-bbf1-73beaff432ea.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.009282] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89bbd92-e4af-4bd1-bca3-c7fb8939b475 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.017857] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 936.017857] env[69959]: value = "task-4086891" [ 936.017857] env[69959]: _type = "Task" [ 936.017857] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.024490] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.177918] env[69959]: DEBUG nova.compute.manager [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Received event network-vif-deleted-0a40811e-bf26-471f-a02d-c722ee9810c1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.178109] env[69959]: DEBUG nova.compute.manager [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Received event network-vif-plugged-b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.178321] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] Acquiring lock "ab1daa13-0d35-4d7b-9ead-390a2b737145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.178547] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.178736] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.178908] env[69959]: DEBUG nova.compute.manager [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] No waiting events found dispatching network-vif-plugged-b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 936.179087] env[69959]: WARNING nova.compute.manager [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Received unexpected event network-vif-plugged-b0f79af2-df22-423d-870d-a79acc44ca71 for instance with vm_state building and task_state spawning. [ 936.179253] env[69959]: DEBUG nova.compute.manager [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Received event network-changed-b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.179402] env[69959]: DEBUG nova.compute.manager [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Refreshing instance network info cache due to event network-changed-b0f79af2-df22-423d-870d-a79acc44ca71. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.179565] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] Acquiring lock "refresh_cache-ab1daa13-0d35-4d7b-9ead-390a2b737145" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.224930] env[69959]: DEBUG nova.network.neutron [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.261804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.307895] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 936.344292] env[69959]: INFO nova.compute.manager [-] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Took 1.02 seconds to deallocate network for instance. [ 936.504591] env[69959]: INFO nova.compute.manager [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] instance snapshotting [ 936.505189] env[69959]: DEBUG nova.objects.instance [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'flavor' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.536128] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498842} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.537190] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 1356a70e-c4fa-458a-bbf1-73beaff432ea/1356a70e-c4fa-458a-bbf1-73beaff432ea.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.537190] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.537190] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ed3dc3-ee2f-42a0-b941-9bfeb1e887e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.540649] env[69959]: DEBUG nova.network.neutron [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Updating instance_info_cache with network_info: [{"id": "b0f79af2-df22-423d-870d-a79acc44ca71", "address": "fa:16:3e:5a:a7:c6", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f79af2-df", "ovs_interfaceid": "b0f79af2-df22-423d-870d-a79acc44ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.549587] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 936.549587] env[69959]: value = "task-4086892" [ 936.549587] env[69959]: _type = "Task" [ 936.549587] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.562576] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.603724] env[69959]: DEBUG nova.network.neutron [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updated VIF entry in instance network info cache for port 80f6c07f-367f-46fa-bb48-a72ae1348f83. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.604257] env[69959]: DEBUG nova.network.neutron [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.817720] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance dadb2785-7789-481c-8dc7-0ebb75222f80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 936.857591] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.011443] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda8f237-66d7-4422-96f5-22bf54487c42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.030866] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726722b-2441-4477-b9a8-8928ebb92634 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.043666] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-ab1daa13-0d35-4d7b-9ead-390a2b737145" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.043981] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Instance network_info: |[{"id": "b0f79af2-df22-423d-870d-a79acc44ca71", "address": "fa:16:3e:5a:a7:c6", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f79af2-df", "ovs_interfaceid": "b0f79af2-df22-423d-870d-a79acc44ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.044288] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] Acquired lock "refresh_cache-ab1daa13-0d35-4d7b-9ead-390a2b737145" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.044468] env[69959]: DEBUG nova.network.neutron [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Refreshing network info cache for port b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.045550] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a7:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f79af2-df22-423d-870d-a79acc44ca71', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.053058] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating folder: Project (120b72feca9744f3b85bf6c48562ad0c). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.056264] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eb0b5a3-e092-4ebe-8717-d19fa0137926 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.067910] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071703} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.068235] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.069034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50931628-2b11-48cd-949d-43b5bdcdcf01 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.072918] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created folder: Project (120b72feca9744f3b85bf6c48562ad0c) in parent group-v809535. [ 937.073120] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating folder: Instances. Parent ref: group-v809727. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.077021] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b683912d-b385-4c7e-af5b-ffda24ace4c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.097479] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1356a70e-c4fa-458a-bbf1-73beaff432ea/1356a70e-c4fa-458a-bbf1-73beaff432ea.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.102048] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02725d5c-201d-4c36-8566-a1af1dce183e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.117373] env[69959]: DEBUG oslo_concurrency.lockutils [req-eb111762-0349-433c-b30e-b36a854c35a6 req-c61d6616-420a-42c1-9510-ee1c94ec6c3f service nova] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.118158] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created folder: Instances in parent group-v809727. [ 937.118490] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.118935] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.119234] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511a972d-ce6e-4c71-b2b3-d126f9f9fd78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.136071] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 937.136071] env[69959]: value = "task-4086895" [ 937.136071] env[69959]: _type = "Task" [ 937.136071] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.141160] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.141160] env[69959]: value = "task-4086896" [ 937.141160] env[69959]: _type = "Task" [ 937.141160] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.148301] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.155779] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086896, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.311652] env[69959]: DEBUG nova.network.neutron [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Updated VIF entry in instance network info cache for port b0f79af2-df22-423d-870d-a79acc44ca71. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.312083] env[69959]: DEBUG nova.network.neutron [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Updating instance_info_cache with network_info: [{"id": "b0f79af2-df22-423d-870d-a79acc44ca71", "address": "fa:16:3e:5a:a7:c6", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f79af2-df", "ovs_interfaceid": "b0f79af2-df22-423d-870d-a79acc44ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.321099] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance bcebeb10-9891-4526-84fb-2a653b50eadc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.542331] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.542645] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27468fb7-fee5-4d9a-b358-8c91cff66a3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.551693] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 937.551693] env[69959]: value = "task-4086897" [ 937.551693] env[69959]: _type = "Task" [ 937.551693] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.561162] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.649269] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086895, 'name': ReconfigVM_Task, 'duration_secs': 0.340386} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.650088] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1356a70e-c4fa-458a-bbf1-73beaff432ea/1356a70e-c4fa-458a-bbf1-73beaff432ea.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.650714] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70c08168-9580-4b12-a2c3-a3517903ab62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.655234] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086896, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.660800] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 937.660800] env[69959]: value = "task-4086898" [ 937.660800] env[69959]: _type = "Task" [ 937.660800] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.670248] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086898, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.815209] env[69959]: DEBUG oslo_concurrency.lockutils [req-bdd3326e-8241-41ef-b124-c25cacf7d5fb req-3f19548d-5c77-4347-bba4-b6ddaa51c676 service nova] Releasing lock "refresh_cache-ab1daa13-0d35-4d7b-9ead-390a2b737145" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.825062] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5338915a-210e-48a7-abe3-dbc04f037c0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.064652] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.152471] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086896, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.171082] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086898, 'name': Rename_Task, 'duration_secs': 0.180292} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.171370] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.171624] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21eab6b7-69ef-4ab5-8c99-399116e81fe9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.180575] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 938.180575] env[69959]: value = "task-4086899" [ 938.180575] env[69959]: _type = "Task" [ 938.180575] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.189035] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.328920] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance fb03021d-c44a-4c80-ba18-5916d2713877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.563369] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086897, 'name': CreateSnapshot_Task, 'duration_secs': 0.792885} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.563628] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 938.564403] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915c9c8-1955-4f4b-a5a5-d195bdaf7da0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.655431] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086896, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.691361] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.832073] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance eabbeb11-1a92-4230-8159-4ded9d9e10ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.084459] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.084772] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ebc25eb7-3643-44db-a97a-2f992010095c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.094074] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 939.094074] env[69959]: value = "task-4086900" [ 939.094074] env[69959]: _type = "Task" [ 939.094074] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.102682] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086900, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.153904] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086896, 'name': CreateVM_Task, 'duration_secs': 1.715725} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.154128] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.154845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.155016] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.155351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.155613] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e1dfe5-b394-4e0a-a6d9-ed48309ce7b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.161546] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 939.161546] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524cd0d4-ec52-02cb-a4c3-f332eccb9b6f" [ 939.161546] env[69959]: _type = "Task" [ 939.161546] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.170164] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524cd0d4-ec52-02cb-a4c3-f332eccb9b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.192539] env[69959]: DEBUG oslo_vmware.api [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086899, 'name': PowerOnVM_Task, 'duration_secs': 0.569476} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.192947] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.193256] env[69959]: INFO nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Took 7.95 seconds to spawn the instance on the hypervisor. [ 939.193574] env[69959]: DEBUG nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.194743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b564793c-1acd-4006-8fb4-3e5bca5961d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.335976] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance fe031c74-9e8b-4645-889c-b8fefb9a9d14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.336333] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 939.336489] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 939.607839] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086900, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.627380] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] Acquiring lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.627543] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] Acquired lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.627720] env[69959]: DEBUG nova.network.neutron [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.675018] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524cd0d4-ec52-02cb-a4c3-f332eccb9b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.028046} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.675228] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.675982] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.675982] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.675982] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.676155] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.676303] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e70ce02c-7c2f-4b00-b129-c25f240a8c68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.688382] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.688642] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.689461] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04def328-d213-4319-9dae-1b198a098bb0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.696698] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 939.696698] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524a6288-add9-ce53-1bff-30c282ef6ab3" [ 939.696698] env[69959]: _type = "Task" [ 939.696698] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.713216] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524a6288-add9-ce53-1bff-30c282ef6ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.719211] env[69959]: INFO nova.compute.manager [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Took 49.90 seconds to build instance. [ 939.848506] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f64761d-b5a5-45ab-a7e8-78917a628a81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.859094] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdb2105-6d41-47ae-a392-3640881a058a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.907221] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d0d66-98a0-45b8-90ed-0a6ff38f3e79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.917098] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0182f1-5ac1-4389-b5a5-de7f30fbba40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.933130] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.108400] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086900, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.213298] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524a6288-add9-ce53-1bff-30c282ef6ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.214643] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c69c75e-5a02-4495-9871-ba646006f10f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.222033] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.413s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.223843] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 940.223843] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5290f909-015e-c188-ae0b-2f342b5fb0b6" [ 940.223843] env[69959]: _type = "Task" [ 940.223843] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.234666] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5290f909-015e-c188-ae0b-2f342b5fb0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.374125] env[69959]: DEBUG nova.network.neutron [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Updating instance_info_cache with network_info: [{"id": "486d4181-5d60-4a71-b478-e7ed68f90f42", "address": "fa:16:3e:d5:c3:fe", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486d4181-5d", "ovs_interfaceid": "486d4181-5d60-4a71-b478-e7ed68f90f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.436807] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.608681] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086900, 'name': CloneVM_Task, 'duration_secs': 1.193684} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.608967] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created linked-clone VM from snapshot [ 940.609686] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5baa4b-cb12-4e24-8a5d-498582e4bb39 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.617238] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Uploading image e855cec1-2815-4ad2-bc21-35e67d732625 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 940.639147] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 940.639147] env[69959]: value = "vm-809731" [ 940.639147] env[69959]: _type = "VirtualMachine" [ 940.639147] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 940.639762] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59549302-c73c-4bb8-8767-efde6881ba27 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.647985] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease: (returnval){ [ 940.647985] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d09ce1-9d32-1a85-e25f-db3fcf4533f9" [ 940.647985] env[69959]: _type = "HttpNfcLease" [ 940.647985] env[69959]: } obtained for exporting VM: (result){ [ 940.647985] env[69959]: value = "vm-809731" [ 940.647985] env[69959]: _type = "VirtualMachine" [ 940.647985] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 940.648694] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the lease: (returnval){ [ 940.648694] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d09ce1-9d32-1a85-e25f-db3fcf4533f9" [ 940.648694] env[69959]: _type = "HttpNfcLease" [ 940.648694] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 940.656502] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.656502] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d09ce1-9d32-1a85-e25f-db3fcf4533f9" [ 940.656502] env[69959]: _type = "HttpNfcLease" [ 940.656502] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 940.734650] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5290f909-015e-c188-ae0b-2f342b5fb0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.734933] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.735213] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] ab1daa13-0d35-4d7b-9ead-390a2b737145/ab1daa13-0d35-4d7b-9ead-390a2b737145.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.735483] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3966548a-ba74-4d3d-91e3-23d88e214f23 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.743560] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 940.743560] env[69959]: value = "task-4086902" [ 940.743560] env[69959]: _type = "Task" [ 940.743560] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.752269] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.877244] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] Releasing lock "refresh_cache-1356a70e-c4fa-458a-bbf1-73beaff432ea" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.877402] env[69959]: DEBUG nova.compute.manager [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Inject network info {{(pid=69959) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 940.877713] env[69959]: DEBUG nova.compute.manager [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] network_info to inject: |[{"id": "486d4181-5d60-4a71-b478-e7ed68f90f42", "address": "fa:16:3e:d5:c3:fe", "network": {"id": "db2fdd91-acfc-4603-a095-5a8bce2f8b82", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-166293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba192a7106d5432bb209fb8164f73eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486d4181-5d", "ovs_interfaceid": "486d4181-5d60-4a71-b478-e7ed68f90f42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 940.883661] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Reconfiguring VM instance to set the machine id {{(pid=69959) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 940.883755] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb9d0a1-3255-468a-b95f-ff44c821c4b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.905702] env[69959]: DEBUG oslo_vmware.api [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] Waiting for the task: (returnval){ [ 940.905702] env[69959]: value = "task-4086903" [ 940.905702] env[69959]: _type = "Task" [ 940.905702] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.915531] env[69959]: DEBUG oslo_vmware.api [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] Task: {'id': task-4086903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.944021] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 940.944021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.197s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.944021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.921s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.944789] env[69959]: INFO nova.compute.claims [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.948241] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.949060] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Cleaning up deleted instances {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 941.160554] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.160554] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d09ce1-9d32-1a85-e25f-db3fcf4533f9" [ 941.160554] env[69959]: _type = "HttpNfcLease" [ 941.160554] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 941.160907] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 941.160907] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d09ce1-9d32-1a85-e25f-db3fcf4533f9" [ 941.160907] env[69959]: _type = "HttpNfcLease" [ 941.160907] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 941.161707] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d3f50-f82b-4770-98c0-3354fabf4675 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.172466] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52067b7c-f06b-f1c7-ba94-87bd2043661e/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 941.172466] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52067b7c-f06b-f1c7-ba94-87bd2043661e/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 941.254051] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086902, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.302675] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0285fc9-43cf-4440-a9b4-89038b626de1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.416917] env[69959]: DEBUG oslo_vmware.api [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] Task: {'id': task-4086903, 'name': ReconfigVM_Task, 'duration_secs': 0.176606} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.417211] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a04910d9-7794-420d-84c6-a12b80685a71 tempest-ServersAdminTestJSON-1626324055 tempest-ServersAdminTestJSON-1626324055-project-admin] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Reconfigured VM instance to set the machine id {{(pid=69959) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 941.463265] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] There are 38 instances to clean {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 941.463550] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: f2b76bbc-9eae-4f1d-b057-9a260ba4d14a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.757347] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553244} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.757771] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] ab1daa13-0d35-4d7b-9ead-390a2b737145/ab1daa13-0d35-4d7b-9ead-390a2b737145.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.758042] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.758365] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195353bc-117c-4049-abfd-bf8732cc223c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.768274] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 941.768274] env[69959]: value = "task-4086904" [ 941.768274] env[69959]: _type = "Task" [ 941.768274] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.778834] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.970559] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: fd855e92-f7b0-4a40-8e01-151722833c1d] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.282393] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177504} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.283182] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.284841] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d1b4a4-50c9-4e32-b902-2849d385f6d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.314234] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ab1daa13-0d35-4d7b-9ead-390a2b737145/ab1daa13-0d35-4d7b-9ead-390a2b737145.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.317846] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363b05fc-2711-40f5-989c-a5c07c5f629a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.342743] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 942.342743] env[69959]: value = "task-4086905" [ 942.342743] env[69959]: _type = "Task" [ 942.342743] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.354962] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.475143] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0daccc65-92c2-4373-889b-2985ae46bcd3] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.520487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc7eab0-938c-4164-8b5b-00f7f70d79e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.530275] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd9dfa-bf20-4436-947a-9ea4e1474577 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.564942] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e210f-b7c3-46f2-ad79-8d3b1bde18e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.573875] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f54562-479c-41f4-a0ee-563c9617ff83 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.588359] env[69959]: DEBUG nova.compute.provider_tree [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.633449] env[69959]: INFO nova.compute.manager [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Rebuilding instance [ 942.688217] env[69959]: DEBUG nova.compute.manager [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.689121] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b8b7cf-2a8c-42bf-8c65-233651b3ff09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.856318] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086905, 'name': ReconfigVM_Task, 'duration_secs': 0.317707} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.856703] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ab1daa13-0d35-4d7b-9ead-390a2b737145/ab1daa13-0d35-4d7b-9ead-390a2b737145.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.857465] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-373bbefa-2af3-43bf-bd68-6096cb652891 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.866933] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 942.866933] env[69959]: value = "task-4086906" [ 942.866933] env[69959]: _type = "Task" [ 942.866933] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.876412] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086906, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.980161] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: b4f0359b-2f16-410b-b8d0-b1faed9c5913] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.093512] env[69959]: DEBUG nova.scheduler.client.report [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.378480] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086906, 'name': Rename_Task, 'duration_secs': 0.272281} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.379444] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.379444] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b424dc-4f92-4b40-8bff-61d92b80f517 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.387684] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 943.387684] env[69959]: value = "task-4086907" [ 943.387684] env[69959]: _type = "Task" [ 943.387684] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.399565] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.484068] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 81bf191a-8bd1-4e58-a172-7663063d4c6c] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.597815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.598585] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.602733] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.163s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.602960] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.605534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.096s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.605744] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.607772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.298s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.609345] env[69959]: INFO nova.compute.claims [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.641932] env[69959]: INFO nova.scheduler.client.report [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted allocations for instance f695740d-8fc4-431a-85cf-48c33380f99d [ 943.710408] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.710408] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ef4718-a36f-4c5b-b52d-948ab57d764c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.719518] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 943.719518] env[69959]: value = "task-4086908" [ 943.719518] env[69959]: _type = "Task" [ 943.719518] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.730426] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.898592] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.987152] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: b3b002b6-4835-4e08-b66c-6185be72dd66] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.114475] env[69959]: DEBUG nova.compute.utils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.120045] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.120045] env[69959]: DEBUG nova.network.neutron [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.133130] env[69959]: DEBUG oslo_concurrency.lockutils [None req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Lock "6468b8f3-ad85-4e14-acad-94ba367e2629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.187s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.151911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d95904cc-8dff-4042-b6ad-cc17ff95967e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "f695740d-8fc4-431a-85cf-48c33380f99d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.635s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.158215] env[69959]: DEBUG nova.policy [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8edb3fa370c14d9c8c6b09e7c4d4b091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2de4ddca09324949a9ec942b1914d4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.234253] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086908, 'name': PowerOffVM_Task, 'duration_secs': 0.206846} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.234551] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.234843] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.237018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7822b631-ac72-4849-8b15-c824e0b467bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.246788] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.247388] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5e2bde1-a661-47e2-803b-6788d057a8e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.326387] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.326387] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.326387] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleting the datastore file [datastore2] c629d989-53cd-45e5-858f-847b696aa872 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.326837] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d16a90f1-e3df-4290-9592-6f3f00fc95ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.335038] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 944.335038] env[69959]: value = "task-4086910" [ 944.335038] env[69959]: _type = "Task" [ 944.335038] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.349249] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.399521] env[69959]: DEBUG oslo_vmware.api [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086907, 'name': PowerOnVM_Task, 'duration_secs': 0.596728} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.399749] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.399988] env[69959]: INFO nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Took 10.42 seconds to spawn the instance on the hypervisor. [ 944.400197] env[69959]: DEBUG nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.401142] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d483a88b-6891-4695-9d81-ed63c891411c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.491750] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: be5c5429-3f71-49c8-8585-b622a7f423a3] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.534961] env[69959]: DEBUG nova.network.neutron [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Successfully created port: c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.622903] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.855864] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273517} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.858880] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.859122] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.859306] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.927909] env[69959]: INFO nova.compute.manager [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Took 47.86 seconds to build instance. [ 944.946846] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "56ea1960-7814-40c3-abac-aac3ab73872d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.947176] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "56ea1960-7814-40c3-abac-aac3ab73872d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.947394] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "56ea1960-7814-40c3-abac-aac3ab73872d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.947592] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "56ea1960-7814-40c3-abac-aac3ab73872d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.947766] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "56ea1960-7814-40c3-abac-aac3ab73872d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.950987] env[69959]: INFO nova.compute.manager [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Terminating instance [ 944.996423] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: e91a0217-bc9b-4a26-b725-5c8ce2ee3549] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.159447] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98405916-ed18-44f2-9313-4b2663162d7a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.168767] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd4e368-f831-41c8-9151-1dc73aedc3a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.204474] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb3838-fa71-4847-9ac9-05cd34231308 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.215240] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb9db8-a4c9-4c9c-b632-22eb66139d5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.231880] env[69959]: DEBUG nova.compute.provider_tree [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.431048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2d616477-4dec-47ee-a64f-03632a244f3e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.114s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.456711] env[69959]: DEBUG nova.compute.manager [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.456711] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.457034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca60bd4-4fbd-4026-a202-bb957ac4f9e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.469027] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.469310] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca71fc7-51d7-475e-b517-38d72b3381f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.478924] env[69959]: DEBUG oslo_vmware.api [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 945.478924] env[69959]: value = "task-4086911" [ 945.478924] env[69959]: _type = "Task" [ 945.478924] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.488134] env[69959]: DEBUG oslo_vmware.api [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.502559] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 62f9b943-e4b9-4350-adeb-93a8fcd8110d] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.639269] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.666879] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.667149] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.667306] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.667484] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.667686] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.667855] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.668079] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.668299] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.668519] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.668702] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.668870] env[69959]: DEBUG nova.virt.hardware [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.669833] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bee8de6-328a-49d3-a719-067795013be9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.678296] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada49a0c-f199-4e3b-a082-15e6e3e74772 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.780984] env[69959]: DEBUG nova.scheduler.client.report [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 945.780984] env[69959]: DEBUG nova.compute.provider_tree [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 98 to 99 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.780984] env[69959]: DEBUG nova.compute.provider_tree [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.829808] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "ab1daa13-0d35-4d7b-9ead-390a2b737145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.830098] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.830308] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "ab1daa13-0d35-4d7b-9ead-390a2b737145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.830495] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.830700] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.833381] env[69959]: INFO nova.compute.manager [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Terminating instance [ 945.903389] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.903638] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.903804] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.903993] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.904321] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.904502] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.904725] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.904893] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.905079] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.905253] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.905433] env[69959]: DEBUG nova.virt.hardware [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.907618] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3082ef-d16f-49f8-b47f-fe2a64bbd6c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.916699] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca22aafc-61f8-448e-b088-1d2a9db38f5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.933512] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:78:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e29b07-1588-4b89-855d-2eab688f7024', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.940612] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.940975] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.941219] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4fa9889-c899-4894-9d96-df617a889681 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.962264] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.962264] env[69959]: value = "task-4086912" [ 945.962264] env[69959]: _type = "Task" [ 945.962264] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.971056] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086912, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.989905] env[69959]: DEBUG oslo_vmware.api [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086911, 'name': PowerOffVM_Task, 'duration_secs': 0.308929} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.989905] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.989905] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.989905] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcedb67-99c6-4a4c-a70e-7b7ded07721b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.005884] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 82f7fa6c-e2b6-4e9d-b2c5-b8e0e246f8c6] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.067693] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.068158] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.068365] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Deleting the datastore file [datastore2] 56ea1960-7814-40c3-abac-aac3ab73872d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.069035] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93bfa78a-6edf-4e8c-bdc3-8fb3e289a737 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.077105] env[69959]: DEBUG oslo_vmware.api [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for the task: (returnval){ [ 946.077105] env[69959]: value = "task-4086914" [ 946.077105] env[69959]: _type = "Task" [ 946.077105] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.087324] env[69959]: DEBUG oslo_vmware.api [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.286480] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.286480] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.291511] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.366s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.291511] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.296050] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.177s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.296050] env[69959]: INFO nova.compute.claims [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.331565] env[69959]: INFO nova.scheduler.client.report [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Deleted allocations for instance 7b977ddd-db1f-49dc-aa2b-13559e67e932 [ 946.338275] env[69959]: DEBUG nova.compute.manager [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.338525] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.342761] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd3e57f-e418-46ab-bb95-80c086add906 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.352169] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.353458] env[69959]: DEBUG nova.network.neutron [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Successfully updated port: c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.354559] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b75f98-37a8-4dd8-9ee8-31c0fddc9ec7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.363242] env[69959]: DEBUG oslo_vmware.api [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 946.363242] env[69959]: value = "task-4086915" [ 946.363242] env[69959]: _type = "Task" [ 946.363242] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.382324] env[69959]: DEBUG oslo_vmware.api [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.437789] env[69959]: DEBUG nova.compute.manager [req-1c948933-afeb-4136-bce0-986ddbdba074 req-14fa896a-b113-4739-976e-5c4006095430 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Received event network-vif-plugged-c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.438729] env[69959]: DEBUG oslo_concurrency.lockutils [req-1c948933-afeb-4136-bce0-986ddbdba074 req-14fa896a-b113-4739-976e-5c4006095430 service nova] Acquiring lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.438729] env[69959]: DEBUG oslo_concurrency.lockutils [req-1c948933-afeb-4136-bce0-986ddbdba074 req-14fa896a-b113-4739-976e-5c4006095430 service nova] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.438729] env[69959]: DEBUG oslo_concurrency.lockutils [req-1c948933-afeb-4136-bce0-986ddbdba074 req-14fa896a-b113-4739-976e-5c4006095430 service nova] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.438729] env[69959]: DEBUG nova.compute.manager [req-1c948933-afeb-4136-bce0-986ddbdba074 req-14fa896a-b113-4739-976e-5c4006095430 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] No waiting events found dispatching network-vif-plugged-c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.438966] env[69959]: WARNING nova.compute.manager [req-1c948933-afeb-4136-bce0-986ddbdba074 req-14fa896a-b113-4739-976e-5c4006095430 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Received unexpected event network-vif-plugged-c23acc18-5e1c-4418-aa6d-0a4e994a8821 for instance with vm_state building and task_state spawning. [ 946.477296] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086912, 'name': CreateVM_Task, 'duration_secs': 0.392726} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.477548] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.478539] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.478910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.479444] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.480186] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb88dd2b-eb0e-4890-9f06-0adbb297eaa0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.487868] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 946.487868] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52196527-1883-ed2a-db6b-e78974de7073" [ 946.487868] env[69959]: _type = "Task" [ 946.487868] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.499421] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52196527-1883-ed2a-db6b-e78974de7073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.509727] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8501d05c-e4f1-45ba-bcca-15b8def23472] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.590612] env[69959]: DEBUG oslo_vmware.api [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Task: {'id': task-4086914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292412} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.591056] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.591235] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.591497] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.591804] env[69959]: INFO nova.compute.manager [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.592143] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.592475] env[69959]: DEBUG nova.compute.manager [-] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.592689] env[69959]: DEBUG nova.network.neutron [-] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.801740] env[69959]: DEBUG nova.compute.utils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.810540] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.810976] env[69959]: DEBUG nova.network.neutron [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.845051] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a5971ffd-f2e7-4035-9472-eecbe403e34e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Lock "7b977ddd-db1f-49dc-aa2b-13559e67e932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.870s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.857947] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.858598] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquired lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.858962] env[69959]: DEBUG nova.network.neutron [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.874859] env[69959]: DEBUG oslo_vmware.api [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086915, 'name': PowerOffVM_Task, 'duration_secs': 0.249636} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.875165] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.875333] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.875589] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc58bb2-6334-47f7-85a0-fd746cabb924 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.922304] env[69959]: DEBUG nova.policy [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07f837be99ee42059ed42b874f7a673c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a8326a0ac74197a6a591275db5736b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.939751] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.940196] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.956581] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.956581] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.956852] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleting the datastore file [datastore1] ab1daa13-0d35-4d7b-9ead-390a2b737145 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.957580] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec1f899-ae12-4e3a-98c4-d6cdc497a3d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.966320] env[69959]: DEBUG oslo_vmware.api [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 946.966320] env[69959]: value = "task-4086917" [ 946.966320] env[69959]: _type = "Task" [ 946.966320] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.976751] env[69959]: DEBUG oslo_vmware.api [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.001130] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52196527-1883-ed2a-db6b-e78974de7073, 'name': SearchDatastore_Task, 'duration_secs': 0.016791} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.001439] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.001679] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.001936] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.002296] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.002511] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.002816] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258d270d-0f7d-44d5-986c-daf8dc9141c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.014196] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.014454] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.015469] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 7f191b9f-fc7d-44c7-a16c-e2bc6a137e9e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.017550] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c769f2-7bfa-4679-b222-d9df10d04608 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.027024] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 947.027024] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d60950-ffaf-cd9d-a146-4ebe4789f153" [ 947.027024] env[69959]: _type = "Task" [ 947.027024] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.034625] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d60950-ffaf-cd9d-a146-4ebe4789f153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.319907] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.444407] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.463357] env[69959]: DEBUG nova.network.neutron [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.483741] env[69959]: DEBUG oslo_vmware.api [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4086917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489607} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.487858] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.487858] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.487858] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.487858] env[69959]: INFO nova.compute.manager [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Took 1.15 seconds to destroy the instance on the hypervisor. [ 947.487858] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.487858] env[69959]: DEBUG nova.compute.manager [-] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.488233] env[69959]: DEBUG nova.network.neutron [-] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.522764] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 6d653768-205c-4819-8498-ae0617302a31] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.543990] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d60950-ffaf-cd9d-a146-4ebe4789f153, 'name': SearchDatastore_Task, 'duration_secs': 0.023515} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.549461] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9768e72-bc22-4d69-bb92-053775060471 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.562483] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 947.562483] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de1e87-c95e-6a54-3c3f-2ccbdd986a92" [ 947.562483] env[69959]: _type = "Task" [ 947.562483] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.575201] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de1e87-c95e-6a54-3c3f-2ccbdd986a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.800333] env[69959]: DEBUG nova.network.neutron [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Successfully created port: 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.808920] env[69959]: DEBUG nova.network.neutron [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updating instance_info_cache with network_info: [{"id": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "address": "fa:16:3e:54:84:08", "network": {"id": "8f74fa4a-23ae-4bb8-803a-cabf569b9a69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-13733280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de4ddca09324949a9ec942b1914d4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23acc18-5e", "ovs_interfaceid": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.978916] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.982499] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af8969e-cdff-4b77-8714-89c2887bfec4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.991510] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb84d73b-5ea7-421b-9b9a-7143070b2aee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.034223] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: cce1a170-4a15-4b02-b745-b22ad8fb694c] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.036924] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e7036-9f97-4dd7-8a22-e36b8e31daa3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.045504] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397fc7e-fbc4-41ee-9bf9-dffdc682e42a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.064320] env[69959]: DEBUG nova.compute.provider_tree [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.075934] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de1e87-c95e-6a54-3c3f-2ccbdd986a92, 'name': SearchDatastore_Task, 'duration_secs': 0.023548} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.077928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.077928] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.078645] env[69959]: DEBUG nova.compute.manager [req-af940da0-7f08-4eee-957e-28ef8e32c41e req-4344a8a0-0b26-48ae-b807-c8f0c3564e8a service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Received event network-vif-deleted-b0f79af2-df22-423d-870d-a79acc44ca71 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.081020] env[69959]: INFO nova.compute.manager [req-af940da0-7f08-4eee-957e-28ef8e32c41e req-4344a8a0-0b26-48ae-b807-c8f0c3564e8a service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Neutron deleted interface b0f79af2-df22-423d-870d-a79acc44ca71; detaching it from the instance and deleting it from the info cache [ 948.081020] env[69959]: DEBUG nova.network.neutron [req-af940da0-7f08-4eee-957e-28ef8e32c41e req-4344a8a0-0b26-48ae-b807-c8f0c3564e8a service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.081497] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0758b6-d0e8-4c77-afa6-25560e80a6f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.093416] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 948.093416] env[69959]: value = "task-4086918" [ 948.093416] env[69959]: _type = "Task" [ 948.093416] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.098050] env[69959]: DEBUG nova.network.neutron [-] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.109028] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.313450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Releasing lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.314797] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Instance network_info: |[{"id": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "address": "fa:16:3e:54:84:08", "network": {"id": "8f74fa4a-23ae-4bb8-803a-cabf569b9a69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-13733280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de4ddca09324949a9ec942b1914d4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23acc18-5e", "ovs_interfaceid": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.314797] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:84:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c23acc18-5e1c-4418-aa6d-0a4e994a8821', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.322210] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Creating folder: Project (2de4ddca09324949a9ec942b1914d4b0). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.322622] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825b07c3-bfb5-43f0-bb34-eb0857561dde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.331600] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.337856] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Created folder: Project (2de4ddca09324949a9ec942b1914d4b0) in parent group-v809535. [ 948.337856] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Creating folder: Instances. Parent ref: group-v809733. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.338019] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cbc0855-21e3-42ae-b6cf-14b99b91b673 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.351478] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Created folder: Instances in parent group-v809733. [ 948.351808] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.351967] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.352210] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d1ab16-da5b-41d3-ad58-68c691c35cae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.376825] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.377120] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.377332] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.377503] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.377616] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.377947] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.377947] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.378129] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.378251] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.378415] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.378588] env[69959]: DEBUG nova.virt.hardware [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.378904] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.378904] env[69959]: value = "task-4086921" [ 948.378904] env[69959]: _type = "Task" [ 948.378904] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.379818] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3734c18a-3f46-4700-92be-777c3e42e66c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.392995] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086921, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.396570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e7f7f4-c1e9-4233-b50b-46c8bc2ec01d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.414034] env[69959]: DEBUG nova.network.neutron [-] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.482537] env[69959]: DEBUG nova.compute.manager [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Received event network-changed-c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.482629] env[69959]: DEBUG nova.compute.manager [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Refreshing instance network info cache due to event network-changed-c23acc18-5e1c-4418-aa6d-0a4e994a8821. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.482936] env[69959]: DEBUG oslo_concurrency.lockutils [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] Acquiring lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.483009] env[69959]: DEBUG oslo_concurrency.lockutils [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] Acquired lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.483149] env[69959]: DEBUG nova.network.neutron [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Refreshing network info cache for port c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.543115] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 98ca6f56-599f-4f61-b544-cbc1e593f9c2] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.570718] env[69959]: DEBUG nova.scheduler.client.report [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.589541] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9e46604-7c9d-47d8-ac37-d1040543bc91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.600849] env[69959]: INFO nova.compute.manager [-] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Took 2.01 seconds to deallocate network for instance. [ 948.606412] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfed017-3da0-4fe2-80f4-ceb020e2d4ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.635025] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.664662] env[69959]: DEBUG nova.compute.manager [req-af940da0-7f08-4eee-957e-28ef8e32c41e req-4344a8a0-0b26-48ae-b807-c8f0c3564e8a service nova] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Detach interface failed, port_id=b0f79af2-df22-423d-870d-a79acc44ca71, reason: Instance ab1daa13-0d35-4d7b-9ead-390a2b737145 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.897816] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086921, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.916494] env[69959]: INFO nova.compute.manager [-] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Took 1.43 seconds to deallocate network for instance. [ 949.050837] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8eab418d-7191-42f9-8048-11edab75a8c0] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.080038] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.080038] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.081986] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.521s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.082467] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.084652] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.416s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.085083] env[69959]: DEBUG nova.objects.instance [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.106528] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787692} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.107011] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.107400] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.107877] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0440d646-5e6d-4f72-bd6f-25ef097a92cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.121638] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 949.121638] env[69959]: value = "task-4086922" [ 949.121638] env[69959]: _type = "Task" [ 949.121638] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.135590] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.135893] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.140169] env[69959]: INFO nova.scheduler.client.report [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Deleted allocations for instance 0f73e4ec-b912-4aca-9c5b-6c3e556c263a [ 949.391999] env[69959]: DEBUG nova.network.neutron [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updated VIF entry in instance network info cache for port c23acc18-5e1c-4418-aa6d-0a4e994a8821. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.392412] env[69959]: DEBUG nova.network.neutron [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updating instance_info_cache with network_info: [{"id": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "address": "fa:16:3e:54:84:08", "network": {"id": "8f74fa4a-23ae-4bb8-803a-cabf569b9a69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-13733280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de4ddca09324949a9ec942b1914d4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23acc18-5e", "ovs_interfaceid": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.397261] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086921, 'name': CreateVM_Task, 'duration_secs': 0.529443} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.397766] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.398354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.398513] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.398852] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.399248] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2654132c-0d2b-430e-bf32-2d0db45510a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.405972] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 949.405972] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525ae476-497a-c5b8-f107-9e97749d288f" [ 949.405972] env[69959]: _type = "Task" [ 949.405972] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.416143] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525ae476-497a-c5b8-f107-9e97749d288f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.430273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.553471] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: cf385d59-a953-4dd8-a4e5-3ff6369c27d7] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.590753] env[69959]: DEBUG nova.compute.utils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.595727] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.595942] env[69959]: DEBUG nova.network.neutron [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.631301] env[69959]: DEBUG nova.network.neutron [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Successfully updated port: 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.640955] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078113} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.640955] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.642181] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100ef59-99a4-46a2-8440-7f5b5d833735 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.673588] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.674374] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Lock "0f73e4ec-b912-4aca-9c5b-6c3e556c263a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.325s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.676772] env[69959]: DEBUG nova.policy [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83aa08519ce640419e95f5ed2118c25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29846ca1376441fbb24fd8eeb45e11af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.680020] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9d13fc-1b6b-4faf-af0c-874263c47b17 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.704994] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 949.704994] env[69959]: value = "task-4086923" [ 949.704994] env[69959]: _type = "Task" [ 949.704994] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.716571] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.899348] env[69959]: DEBUG oslo_concurrency.lockutils [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] Releasing lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.899657] env[69959]: DEBUG nova.compute.manager [req-2cae8fa5-d166-450d-ab17-8e820cf6aab7 req-04aa97d6-03b0-4203-8cfe-1e60f3809112 service nova] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Received event network-vif-deleted-be032a47-dba4-455b-816b-8b85c6e14e41 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.920294] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525ae476-497a-c5b8-f107-9e97749d288f, 'name': SearchDatastore_Task, 'duration_secs': 0.014887} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.920626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.920901] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.921202] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.921358] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.921575] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.921888] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8374942-751b-4c53-8bdf-9c081d6e531d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.932521] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.932715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.933886] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b741c213-9305-4706-87d2-1f1deef60860 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.940216] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 949.940216] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52130907-3957-93e0-b0cf-5cf6d96851a1" [ 949.940216] env[69959]: _type = "Task" [ 949.940216] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.951951] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52130907-3957-93e0-b0cf-5cf6d96851a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.057831] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 852d306a-2d59-45dc-8d7b-695084a42bf3] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.099524] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.102885] env[69959]: DEBUG oslo_concurrency.lockutils [None req-249319de-3c11-4552-92c0-747792682f6d tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.104086] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 35.156s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.134142] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "refresh_cache-dadb2785-7789-481c-8dc7-0ebb75222f80" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.134449] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquired lock "refresh_cache-dadb2785-7789-481c-8dc7-0ebb75222f80" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134529] env[69959]: DEBUG nova.network.neutron [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.176218] env[69959]: DEBUG nova.network.neutron [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Successfully created port: 25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.217777] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086923, 'name': ReconfigVM_Task, 'duration_secs': 0.338455} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.218192] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.218969] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71080656-0cbd-40e7-a518-d4a390a251da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.228580] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 950.228580] env[69959]: value = "task-4086924" [ 950.228580] env[69959]: _type = "Task" [ 950.228580] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.244065] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086924, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.455655] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52130907-3957-93e0-b0cf-5cf6d96851a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014988} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.455759] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2191504-66ba-4efb-b53f-ede560b75d3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.467573] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 950.467573] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52310e66-84be-3757-a599-2ff6971da624" [ 950.467573] env[69959]: _type = "Task" [ 950.467573] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.483672] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52310e66-84be-3757-a599-2ff6971da624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.563665] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: c9a3fe9a-ec34-4625-9571-3b708815ee1e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.611558] env[69959]: DEBUG nova.objects.instance [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lazy-loading 'migration_context' on Instance uuid debf70b0-ab28-479a-9928-024b5c0ae947 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.685832] env[69959]: DEBUG nova.network.neutron [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.719056] env[69959]: DEBUG nova.compute.manager [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Received event network-vif-plugged-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.723146] env[69959]: DEBUG oslo_concurrency.lockutils [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] Acquiring lock "dadb2785-7789-481c-8dc7-0ebb75222f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.723146] env[69959]: DEBUG oslo_concurrency.lockutils [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.723146] env[69959]: DEBUG oslo_concurrency.lockutils [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.723146] env[69959]: DEBUG nova.compute.manager [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] No waiting events found dispatching network-vif-plugged-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.723146] env[69959]: WARNING nova.compute.manager [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Received unexpected event network-vif-plugged-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 for instance with vm_state building and task_state spawning. [ 950.723146] env[69959]: DEBUG nova.compute.manager [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Received event network-changed-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.723146] env[69959]: DEBUG nova.compute.manager [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Refreshing instance network info cache due to event network-changed-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.723146] env[69959]: DEBUG oslo_concurrency.lockutils [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] Acquiring lock "refresh_cache-dadb2785-7789-481c-8dc7-0ebb75222f80" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.744442] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086924, 'name': Rename_Task, 'duration_secs': 0.168675} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.744725] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.744979] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6c1043-772b-4ca4-9983-b0752c4adbd8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.755231] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 950.755231] env[69959]: value = "task-4086925" [ 950.755231] env[69959]: _type = "Task" [ 950.755231] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.764549] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.778097] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52067b7c-f06b-f1c7-ba94-87bd2043661e/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.779345] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca34a313-d429-4285-998f-432cbe3135d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.787016] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52067b7c-f06b-f1c7-ba94-87bd2043661e/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.787194] env[69959]: ERROR oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52067b7c-f06b-f1c7-ba94-87bd2043661e/disk-0.vmdk due to incomplete transfer. [ 950.787445] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7054ed15-cc31-46b1-aea8-03386d84229e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.798372] env[69959]: DEBUG oslo_vmware.rw_handles [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52067b7c-f06b-f1c7-ba94-87bd2043661e/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 950.798658] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Uploaded image e855cec1-2815-4ad2-bc21-35e67d732625 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 950.802829] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 950.803160] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0edf6a05-c758-469e-bf21-ead174492db8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.810640] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 950.810640] env[69959]: value = "task-4086926" [ 950.810640] env[69959]: _type = "Task" [ 950.810640] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.822604] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086926, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.866891] env[69959]: DEBUG nova.network.neutron [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Updating instance_info_cache with network_info: [{"id": "9a4e87d6-818a-4cc6-a9e8-0adad0726fd1", "address": "fa:16:3e:1a:21:19", "network": {"id": "e8e27403-d9f5-4ebe-94b6-4f833ed968f3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1376873600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a8326a0ac74197a6a591275db5736b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4e87d6-81", "ovs_interfaceid": "9a4e87d6-818a-4cc6-a9e8-0adad0726fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.987092] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52310e66-84be-3757-a599-2ff6971da624, 'name': SearchDatastore_Task, 'duration_secs': 0.016159} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.987092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.987092] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e/8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.987092] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e150ee5e-424c-4570-b9cb-9f21fa606cec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.996177] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 950.996177] env[69959]: value = "task-4086927" [ 950.996177] env[69959]: _type = "Task" [ 950.996177] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.005421] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.066050] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: edc30bb6-6257-4e62-8c00-f6169a4b31cc] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.113726] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.144811] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.145224] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.148657] env[69959]: DEBUG nova.virt.hardware [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.149095] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd0d12-4462-4048-851e-58db1360dd5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.161851] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4d5f52-97d8-468c-b322-906746d3b6a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.211154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "afc0b893-39b1-4523-9e25-77d517f5e468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.211422] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "afc0b893-39b1-4523-9e25-77d517f5e468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.267346] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086925, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.329639] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086926, 'name': Destroy_Task, 'duration_secs': 0.386101} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.333097] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroyed the VM [ 951.333388] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 951.333931] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21525701-41bc-4d59-a9c3-c7f7c35a084b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.344939] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 951.344939] env[69959]: value = "task-4086928" [ 951.344939] env[69959]: _type = "Task" [ 951.344939] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.356465] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.370965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Releasing lock "refresh_cache-dadb2785-7789-481c-8dc7-0ebb75222f80" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.371462] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Instance network_info: |[{"id": "9a4e87d6-818a-4cc6-a9e8-0adad0726fd1", "address": "fa:16:3e:1a:21:19", "network": {"id": "e8e27403-d9f5-4ebe-94b6-4f833ed968f3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1376873600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a8326a0ac74197a6a591275db5736b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4e87d6-81", "ovs_interfaceid": "9a4e87d6-818a-4cc6-a9e8-0adad0726fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.371850] env[69959]: DEBUG oslo_concurrency.lockutils [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] Acquired lock "refresh_cache-dadb2785-7789-481c-8dc7-0ebb75222f80" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.372039] env[69959]: DEBUG nova.network.neutron [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Refreshing network info cache for port 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.373518] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:21:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a4e87d6-818a-4cc6-a9e8-0adad0726fd1', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.383251] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Creating folder: Project (a3a8326a0ac74197a6a591275db5736b). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.387012] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d549910-09bc-4fdd-94fa-b66ed67a5728 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.408181] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Created folder: Project (a3a8326a0ac74197a6a591275db5736b) in parent group-v809535. [ 951.408181] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Creating folder: Instances. Parent ref: group-v809736. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.408181] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.408445] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.408742] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.409034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.409300] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.411677] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cff66587-61fd-47d3-b922-e7f0c1d51d17 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.414863] env[69959]: INFO nova.compute.manager [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Terminating instance [ 951.437573] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Created folder: Instances in parent group-v809736. [ 951.437929] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.438052] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.438334] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aca3885e-f277-447f-9c40-fba1763a6aec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.465773] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.465773] env[69959]: value = "task-4086931" [ 951.465773] env[69959]: _type = "Task" [ 951.465773] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.479930] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086931, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.514363] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086927, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.572225] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: cb557354-aef6-493d-b1a1-5a588e5f354a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.716067] env[69959]: DEBUG nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.724679] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f963d6cf-55e7-41f9-b81f-3780fa926a31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.733973] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d03b52e-fbcc-43d8-bab4-d79ce8b2191d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.776176] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd6855-f843-466b-916b-202533d2b933 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.786718] env[69959]: DEBUG oslo_vmware.api [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086925, 'name': PowerOnVM_Task, 'duration_secs': 0.646505} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.789523] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.789839] env[69959]: DEBUG nova.compute.manager [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.791154] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba591f-523b-452d-80c6-22a77f8db6ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.795083] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d79779-f116-4f7a-bf4b-5f59819e66cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.818370] env[69959]: DEBUG nova.compute.provider_tree [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.856214] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086928, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.926176] env[69959]: DEBUG nova.compute.manager [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.926176] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.926968] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea374f8d-fd28-47e9-91cc-184a14c76758 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.935165] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.935431] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4310870a-5de7-4857-a49c-2137548278e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.943292] env[69959]: DEBUG oslo_vmware.api [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 951.943292] env[69959]: value = "task-4086932" [ 951.943292] env[69959]: _type = "Task" [ 951.943292] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.955783] env[69959]: DEBUG oslo_vmware.api [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.976807] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086931, 'name': CreateVM_Task, 'duration_secs': 0.377618} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.977054] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.979487] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.979487] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.979487] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.979487] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267d8d9d-6a9a-4ad7-bad9-3a8c6ce51e6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.988296] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 951.988296] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5242ce0a-094b-398a-b843-f714cd29bada" [ 951.988296] env[69959]: _type = "Task" [ 951.988296] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.998159] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5242ce0a-094b-398a-b843-f714cd29bada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.012630] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524273} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.015641] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e/8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.015641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.015641] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b77c8e-0aae-4df4-94a1-7631045b4598 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.021959] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 952.021959] env[69959]: value = "task-4086933" [ 952.021959] env[69959]: _type = "Task" [ 952.021959] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.036757] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.076623] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 989e07aa-00f8-48d4-8a6c-1ffbf153e66e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.192803] env[69959]: DEBUG nova.network.neutron [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Updated VIF entry in instance network info cache for port 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.193289] env[69959]: DEBUG nova.network.neutron [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Updating instance_info_cache with network_info: [{"id": "9a4e87d6-818a-4cc6-a9e8-0adad0726fd1", "address": "fa:16:3e:1a:21:19", "network": {"id": "e8e27403-d9f5-4ebe-94b6-4f833ed968f3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1376873600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a8326a0ac74197a6a591275db5736b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4e87d6-81", "ovs_interfaceid": "9a4e87d6-818a-4cc6-a9e8-0adad0726fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.249206] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.320082] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.351284] env[69959]: ERROR nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [req-f6ec2640-229e-40ec-93e1-8f1c1589137f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6ec2640-229e-40ec-93e1-8f1c1589137f"}]} [ 952.360589] env[69959]: DEBUG oslo_vmware.api [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086928, 'name': RemoveSnapshot_Task, 'duration_secs': 0.724266} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.361090] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 952.361921] env[69959]: INFO nova.compute.manager [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 952.369903] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "042dfc41-96b4-4b13-9d07-59a319ce2b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.371247] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "042dfc41-96b4-4b13-9d07-59a319ce2b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.378346] env[69959]: DEBUG nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.402515] env[69959]: DEBUG nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.402741] env[69959]: DEBUG nova.compute.provider_tree [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.427209] env[69959]: DEBUG nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.453424] env[69959]: DEBUG nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.457011] env[69959]: DEBUG oslo_vmware.api [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086932, 'name': PowerOffVM_Task, 'duration_secs': 0.214761} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.458830] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.458830] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.458830] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d6b70e-25f4-45bf-af76-aa7c980b9924 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.461301] env[69959]: DEBUG nova.network.neutron [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Successfully updated port: 25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.498558] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5242ce0a-094b-398a-b843-f714cd29bada, 'name': SearchDatastore_Task, 'duration_secs': 0.01354} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.504426] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.504426] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.504426] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.504426] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.504426] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.504426] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670eafc9-8f5a-4ea6-abb4-d995e072a5bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.527207] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.527207] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.531773] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c51d961-dec0-4edf-8ced-19adbdf295c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.537074] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.539991] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.539991] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Deleting the datastore file [datastore1] 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.540680] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c1435a5-f466-4494-809d-3c418b0c438e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.550246] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 952.550246] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524de5b7-3dee-b409-83d0-4ecc358ab413" [ 952.550246] env[69959]: _type = "Task" [ 952.550246] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.552364] env[69959]: DEBUG oslo_vmware.api [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 952.552364] env[69959]: value = "task-4086935" [ 952.552364] env[69959]: _type = "Task" [ 952.552364] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.553056] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079532} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.557292] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.562765] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630d5865-b1ae-42e9-96db-f255eb5df93e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.576807] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524de5b7-3dee-b409-83d0-4ecc358ab413, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.592488] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: b02c6408-c7ab-4f56-8d50-ef6392028b5a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.595744] env[69959]: DEBUG oslo_vmware.api [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.605572] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e/8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.609582] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3cc749-b255-441f-a249-285e700f85f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611463] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8652c1-e946-4713-8c56-dce5310bcbd6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.634591] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 952.634591] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d3f90e-f5c1-c882-79d6-502afad6cf32" [ 952.634591] env[69959]: _type = "Task" [ 952.634591] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.640832] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 952.640832] env[69959]: value = "task-4086936" [ 952.640832] env[69959]: _type = "Task" [ 952.640832] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.651857] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d3f90e-f5c1-c882-79d6-502afad6cf32, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.651945] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.652229] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] dadb2785-7789-481c-8dc7-0ebb75222f80/dadb2785-7789-481c-8dc7-0ebb75222f80.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.652517] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385b6fda-b0d5-4419-996b-b9cc6ca3979f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.660307] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.666134] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 952.666134] env[69959]: value = "task-4086937" [ 952.666134] env[69959]: _type = "Task" [ 952.666134] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.675404] env[69959]: DEBUG nova.compute.manager [req-9e4aee74-d34d-4af5-9978-7be0b8809ad7 req-1cc0ee08-2b2d-43a9-b9da-ae4767f1403d service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Received event network-vif-plugged-25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.675658] env[69959]: DEBUG oslo_concurrency.lockutils [req-9e4aee74-d34d-4af5-9978-7be0b8809ad7 req-1cc0ee08-2b2d-43a9-b9da-ae4767f1403d service nova] Acquiring lock "bcebeb10-9891-4526-84fb-2a653b50eadc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.675890] env[69959]: DEBUG oslo_concurrency.lockutils [req-9e4aee74-d34d-4af5-9978-7be0b8809ad7 req-1cc0ee08-2b2d-43a9-b9da-ae4767f1403d service nova] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.676144] env[69959]: DEBUG oslo_concurrency.lockutils [req-9e4aee74-d34d-4af5-9978-7be0b8809ad7 req-1cc0ee08-2b2d-43a9-b9da-ae4767f1403d service nova] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.676382] env[69959]: DEBUG nova.compute.manager [req-9e4aee74-d34d-4af5-9978-7be0b8809ad7 req-1cc0ee08-2b2d-43a9-b9da-ae4767f1403d service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] No waiting events found dispatching network-vif-plugged-25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.676633] env[69959]: WARNING nova.compute.manager [req-9e4aee74-d34d-4af5-9978-7be0b8809ad7 req-1cc0ee08-2b2d-43a9-b9da-ae4767f1403d service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Received unexpected event network-vif-plugged-25c66531-218e-4881-a3f9-cd85e71ca1d0 for instance with vm_state building and task_state spawning. [ 952.682745] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.697423] env[69959]: DEBUG oslo_concurrency.lockutils [req-b6633f37-72ce-4d32-b411-5442ea46328f req-54ac742e-9389-4628-8a20-04a5215d4c5d service nova] Releasing lock "refresh_cache-dadb2785-7789-481c-8dc7-0ebb75222f80" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.877674] env[69959]: DEBUG nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.946022] env[69959]: DEBUG nova.compute.manager [None req-6a51a9e1-c7c8-4a5c-bb69-61c37083155f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Found 1 images (rotation: 2) {{(pid=69959) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 952.970061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "refresh_cache-bcebeb10-9891-4526-84fb-2a653b50eadc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.970335] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "refresh_cache-bcebeb10-9891-4526-84fb-2a653b50eadc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.970572] env[69959]: DEBUG nova.network.neutron [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.073069] env[69959]: DEBUG oslo_vmware.api [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4086935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166924} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.073069] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.073069] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.073069] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.073069] env[69959]: INFO nova.compute.manager [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 953.073069] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.073069] env[69959]: DEBUG nova.compute.manager [-] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.073069] env[69959]: DEBUG nova.network.neutron [-] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.096811] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 5f010cf7-c829-4264-93ba-c0db09cf0c46] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.154989] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.170593] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3c6232-72e8-476b-9a0f-85fde03b7eef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.185822] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086937, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.188972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c077129-42d4-4881-b699-c15b829b0309 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.225838] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20eccda-85b2-4045-a275-5b4f6b74dce9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.234744] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9304ee-4a33-4c16-8df5-e5012c1c09a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.253144] env[69959]: DEBUG nova.compute.provider_tree [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.405715] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.519185] env[69959]: DEBUG nova.network.neutron [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.600501] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 94296ced-6adc-4f28-9c10-e23a8dd05464] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.652392] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086936, 'name': ReconfigVM_Task, 'duration_secs': 0.876976} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.652733] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e/8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.653431] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-962a50ac-c6aa-42e2-a6f8-1764df812708 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.661535] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 953.661535] env[69959]: value = "task-4086938" [ 953.661535] env[69959]: _type = "Task" [ 953.661535] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.676250] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086938, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.689349] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52702} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.689703] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] dadb2785-7789-481c-8dc7-0ebb75222f80/dadb2785-7789-481c-8dc7-0ebb75222f80.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.689971] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.691723] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8276d3fc-5301-4240-9fe8-faa1ba69fadb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.705665] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 953.705665] env[69959]: value = "task-4086939" [ 953.705665] env[69959]: _type = "Task" [ 953.705665] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.715414] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.755855] env[69959]: DEBUG nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.766944] env[69959]: DEBUG nova.network.neutron [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Updating instance_info_cache with network_info: [{"id": "25c66531-218e-4881-a3f9-cd85e71ca1d0", "address": "fa:16:3e:85:f7:a0", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c66531-21", "ovs_interfaceid": "25c66531-218e-4881-a3f9-cd85e71ca1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.784507] env[69959]: INFO nova.compute.manager [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Rebuilding instance [ 953.834270] env[69959]: DEBUG nova.compute.manager [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.835188] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d01c42-1853-4eb4-b049-f04a63fcc7df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.104192] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 42d73292-1bab-4883-9e24-7ffa41e676e8] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.175710] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086938, 'name': Rename_Task, 'duration_secs': 0.402577} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.176051] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.176529] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0acb19e8-1342-4484-a3a1-3d9404724430 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.187825] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 954.187825] env[69959]: value = "task-4086940" [ 954.187825] env[69959]: _type = "Task" [ 954.187825] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.198733] env[69959]: DEBUG nova.network.neutron [-] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.200217] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.216620] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077367} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.217599] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.218549] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af8c335-29f1-4df5-9c4f-b041d4f70523 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.249057] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] dadb2785-7789-481c-8dc7-0ebb75222f80/dadb2785-7789-481c-8dc7-0ebb75222f80.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.250061] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30ecd86-8497-4339-b1d4-8f8cb02db59f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.271111] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "refresh_cache-bcebeb10-9891-4526-84fb-2a653b50eadc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.271656] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Instance network_info: |[{"id": "25c66531-218e-4881-a3f9-cd85e71ca1d0", "address": "fa:16:3e:85:f7:a0", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c66531-21", "ovs_interfaceid": "25c66531-218e-4881-a3f9-cd85e71ca1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.273559] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:f7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c66531-218e-4881-a3f9-cd85e71ca1d0', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.283027] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.284612] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.285237] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 954.285237] env[69959]: value = "task-4086941" [ 954.285237] env[69959]: _type = "Task" [ 954.285237] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.285673] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c751262b-614a-4259-8eb4-36b407b94ae1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.311038] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.311038] env[69959]: value = "task-4086942" [ 954.311038] env[69959]: _type = "Task" [ 954.311038] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.317508] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.324191] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086942, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.335496] env[69959]: DEBUG nova.compute.manager [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.335496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4eeab-d069-45ca-9ee8-0f00894d0bd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.611371] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 923a6ce2-7b57-4e05-b33c-d99a0c60dd64] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.697290] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.705316] env[69959]: INFO nova.compute.manager [-] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Took 1.63 seconds to deallocate network for instance. [ 954.719028] env[69959]: DEBUG nova.compute.manager [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Received event network-changed-25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.719250] env[69959]: DEBUG nova.compute.manager [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Refreshing instance network info cache due to event network-changed-25c66531-218e-4881-a3f9-cd85e71ca1d0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.719553] env[69959]: DEBUG oslo_concurrency.lockutils [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] Acquiring lock "refresh_cache-bcebeb10-9891-4526-84fb-2a653b50eadc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.719609] env[69959]: DEBUG oslo_concurrency.lockutils [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] Acquired lock "refresh_cache-bcebeb10-9891-4526-84fb-2a653b50eadc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.719778] env[69959]: DEBUG nova.network.neutron [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Refreshing network info cache for port 25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.776660] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.671s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.785631] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.091s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.787662] env[69959]: INFO nova.compute.claims [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.812600] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086941, 'name': ReconfigVM_Task, 'duration_secs': 0.387479} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.816495] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Reconfigured VM instance instance-00000043 to attach disk [datastore2] dadb2785-7789-481c-8dc7-0ebb75222f80/dadb2785-7789-481c-8dc7-0ebb75222f80.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.817743] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8012ae7c-68e3-46ed-a5ff-ea70f9d32a2a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.826091] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086942, 'name': CreateVM_Task, 'duration_secs': 0.469777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.827529] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.828217] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 954.828217] env[69959]: value = "task-4086943" [ 954.828217] env[69959]: _type = "Task" [ 954.828217] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.828892] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.829632] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.829632] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.830023] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9aaeaba-0ec6-43a1-b6ac-1bdacde8157f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.838408] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 954.838408] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba9097-70fa-ef0d-75cf-6f8bff05ab06" [ 954.838408] env[69959]: _type = "Task" [ 954.838408] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.841901] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086943, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.846607] env[69959]: INFO nova.compute.manager [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] instance snapshotting [ 954.847217] env[69959]: DEBUG nova.objects.instance [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'flavor' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.856346] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.856445] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba9097-70fa-ef0d-75cf-6f8bff05ab06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.856754] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60699059-2746-462e-834a-69471f3f9998 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.865121] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 954.865121] env[69959]: value = "task-4086944" [ 954.865121] env[69959]: _type = "Task" [ 954.865121] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.876807] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.114803] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 2d37ccad-5d6d-43c7-a428-7be96b6fd625] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.197884] env[69959]: DEBUG oslo_vmware.api [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4086940, 'name': PowerOnVM_Task, 'duration_secs': 0.647796} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.199064] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.199064] env[69959]: INFO nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Took 9.56 seconds to spawn the instance on the hypervisor. [ 955.199064] env[69959]: DEBUG nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.199619] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ce85c2-d5c8-45f8-97f0-94aeb37f9b28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.215848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.341210] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086943, 'name': Rename_Task, 'duration_secs': 0.159907} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.341333] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.342013] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-043a19c9-9088-4932-a0ab-94109d7c51ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.354017] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 955.354017] env[69959]: value = "task-4086945" [ 955.354017] env[69959]: _type = "Task" [ 955.354017] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.355446] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958254b-9f14-4f80-98ff-bbad0e64f498 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.365445] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba9097-70fa-ef0d-75cf-6f8bff05ab06, 'name': SearchDatastore_Task, 'duration_secs': 0.021307} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.366467] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.366729] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.366974] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.367144] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.367331] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.372935] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8642a37-8b5e-4573-b768-4778a24524ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.402025] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.406205] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b39fa8-a470-4934-a931-3f7e1d8f2d66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.412522] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086944, 'name': PowerOffVM_Task, 'duration_secs': 0.27361} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.414329] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.414449] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.414980] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.414980] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.415996] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e56e9-ac9c-43d1-9fe2-2512468c6791 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.419142] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadde7a8-2cae-48d7-b232-5d872b55eace {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.429240] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 955.429240] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5238e42b-1b20-a8d6-0c66-15f5d1684f03" [ 955.429240] env[69959]: _type = "Task" [ 955.429240] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.431671] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.434991] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c789a10-6ed5-4f11-a2c3-128c947f5f90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.443672] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5238e42b-1b20-a8d6-0c66-15f5d1684f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.502137] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.502263] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.502420] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleting the datastore file [datastore2] c629d989-53cd-45e5-858f-847b696aa872 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.502700] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c53dbeb-459a-4e7d-b31c-8968e6faa97b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.510624] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 955.510624] env[69959]: value = "task-4086947" [ 955.510624] env[69959]: _type = "Task" [ 955.510624] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.521451] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.532346] env[69959]: DEBUG nova.network.neutron [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Updated VIF entry in instance network info cache for port 25c66531-218e-4881-a3f9-cd85e71ca1d0. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.532346] env[69959]: DEBUG nova.network.neutron [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Updating instance_info_cache with network_info: [{"id": "25c66531-218e-4881-a3f9-cd85e71ca1d0", "address": "fa:16:3e:85:f7:a0", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c66531-21", "ovs_interfaceid": "25c66531-218e-4881-a3f9-cd85e71ca1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.617812] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 29558655-499e-4dee-b322-5de67728670a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.718224] env[69959]: INFO nova.compute.manager [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Took 53.72 seconds to build instance. [ 955.866897] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.930132] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.930132] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99afee1d-5c7c-4c8a-a94e-9ada535674ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.939985] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 955.939985] env[69959]: value = "task-4086948" [ 955.939985] env[69959]: _type = "Task" [ 955.939985] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.952021] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5238e42b-1b20-a8d6-0c66-15f5d1684f03, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.952021] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16ec9df-7cc3-4854-8e07-fe8b4bca04b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.957358] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.964929] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 955.964929] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d43842-1629-58fe-46a8-686c92c9c845" [ 955.964929] env[69959]: _type = "Task" [ 955.964929] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.977269] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d43842-1629-58fe-46a8-686c92c9c845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.026849] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19064} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.029808] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.030016] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.031326] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.038414] env[69959]: DEBUG oslo_concurrency.lockutils [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] Releasing lock "refresh_cache-bcebeb10-9891-4526-84fb-2a653b50eadc" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.038414] env[69959]: DEBUG nova.compute.manager [req-981dc118-fe85-4476-8c1a-afcd56052bce req-c47223f9-9a1c-44f8-92bb-797f244bdd2e service nova] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Received event network-vif-deleted-fb12e26e-a2b4-447e-8ed6-8063a11d58df {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.125835] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: bee65c60-c104-4523-9e3a-1e41ead05854] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.220920] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.584s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.347802] env[69959]: INFO nova.compute.manager [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Swapping old allocation on dict_keys(['7fd20412-76af-425c-a8c7-822bce27256b']) held by migration 7c25837c-5318-4888-930c-a47645c4e6d0 for instance [ 956.365919] env[69959]: DEBUG oslo_vmware.api [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086945, 'name': PowerOnVM_Task, 'duration_secs': 0.539551} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.366350] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.366635] env[69959]: INFO nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Took 8.03 seconds to spawn the instance on the hypervisor. [ 956.367203] env[69959]: DEBUG nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.370941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1a7f3-3b60-4d60-8ea8-d5b8ffe9511f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.386409] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795a89f-2717-4bff-a777-cc5936155e90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.390609] env[69959]: DEBUG nova.scheduler.client.report [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Overwriting current allocation {'allocations': {'7fd20412-76af-425c-a8c7-822bce27256b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': 'e913ef49d7c44e409eb3d2f6e98212cb', 'user_id': 'd178b50473844af1aa04b53ce504c3d0', 'consumer_generation': 1} on consumer debf70b0-ab28-479a-9928-024b5c0ae947 {{(pid=69959) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 956.396753] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c632f0-c7a7-4ae9-9c6a-82bbdaf961ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.436238] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef817f64-73fd-4bf6-a13b-a5be9fcfbd52 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.447479] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a9e4c2-2415-46ba-a1a3-a46bdc2d37f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.456106] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086948, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.467351] env[69959]: DEBUG nova.compute.provider_tree [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.483265] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d43842-1629-58fe-46a8-686c92c9c845, 'name': SearchDatastore_Task, 'duration_secs': 0.021054} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.483399] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483656] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] bcebeb10-9891-4526-84fb-2a653b50eadc/bcebeb10-9891-4526-84fb-2a653b50eadc.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.483849] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f832fe21-c13e-41da-9a90-feb8d44e46a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.492927] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 956.492927] env[69959]: value = "task-4086949" [ 956.492927] env[69959]: _type = "Task" [ 956.492927] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.502994] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.514883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.515124] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquired lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.515310] env[69959]: DEBUG nova.network.neutron [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.629896] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 91126fa6-9e98-4c41-917b-a2fc6ed3d9db] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.801830] env[69959]: DEBUG nova.compute.manager [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Received event network-changed-c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.802325] env[69959]: DEBUG nova.compute.manager [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Refreshing instance network info cache due to event network-changed-c23acc18-5e1c-4418-aa6d-0a4e994a8821. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.802633] env[69959]: DEBUG oslo_concurrency.lockutils [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] Acquiring lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.803296] env[69959]: DEBUG oslo_concurrency.lockutils [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] Acquired lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.803296] env[69959]: DEBUG nova.network.neutron [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Refreshing network info cache for port c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.896452] env[69959]: INFO nova.compute.manager [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Took 51.62 seconds to build instance. [ 956.955687] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086948, 'name': CreateSnapshot_Task, 'duration_secs': 0.866524} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.956057] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.957123] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b65a04c-87f8-4ebf-867b-3b121142875d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.975968] env[69959]: DEBUG nova.scheduler.client.report [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.006775] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.076563] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.077059] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.077542] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.077792] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.077982] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.078194] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.079012] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.079254] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.080148] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.080148] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.080286] env[69959]: DEBUG nova.virt.hardware [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.081919] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea4d1d-8e6d-4f83-bbd7-cb3a8db90609 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.093118] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a57d0-e1ea-447f-85ed-970a58c007ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.108315] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:78:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e29b07-1588-4b89-855d-2eab688f7024', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.124941] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.126577] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.126834] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16600c67-0208-49b9-8c0c-a99f2eb586ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.143898] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: e2c6a4f3-29a3-44d2-8f12-f5e1d2d31f6e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.151830] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.151830] env[69959]: value = "task-4086950" [ 957.151830] env[69959]: _type = "Task" [ 957.151830] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.161557] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086950, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.280267] env[69959]: DEBUG nova.network.neutron [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [{"id": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "address": "fa:16:3e:48:84:85", "network": {"id": "7d9b15fc-2aad-4300-874b-c31d96a4f007", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1246632dbb2c46d5adbca026fabc93b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cea9b2-51", "ovs_interfaceid": "b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.398883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-af5d612b-0620-4993-ba1a-93398b3c9dd3 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.247s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.482858] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 957.487184] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.487735] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.492273] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7163ba6-eb28-4411-bf03-d63e9abfe865 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.495681] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.936s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.495913] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.499153] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.938s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.499356] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.501294] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.240s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.502775] env[69959]: INFO nova.compute.claims [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.516677] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 957.516677] env[69959]: value = "task-4086951" [ 957.516677] env[69959]: _type = "Task" [ 957.516677] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.531026] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576608} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.532066] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] bcebeb10-9891-4526-84fb-2a653b50eadc/bcebeb10-9891-4526-84fb-2a653b50eadc.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.532796] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.532796] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ffb5d0-75f5-413f-9c97-f32b4f822b7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.540496] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086951, 'name': CloneVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.548437] env[69959]: INFO nova.scheduler.client.report [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted allocations for instance 8df65b1a-9bd1-460f-8ba0-64d4804df21c [ 957.551306] env[69959]: INFO nova.scheduler.client.report [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Deleted allocations for instance a1e6be92-58e5-4d18-85a0-2e336bdafc87 [ 957.556194] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 957.556194] env[69959]: value = "task-4086952" [ 957.556194] env[69959]: _type = "Task" [ 957.556194] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.577024] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.616805] env[69959]: DEBUG nova.network.neutron [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updated VIF entry in instance network info cache for port c23acc18-5e1c-4418-aa6d-0a4e994a8821. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.617284] env[69959]: DEBUG nova.network.neutron [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updating instance_info_cache with network_info: [{"id": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "address": "fa:16:3e:54:84:08", "network": {"id": "8f74fa4a-23ae-4bb8-803a-cabf569b9a69", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-13733280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de4ddca09324949a9ec942b1914d4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23acc18-5e", "ovs_interfaceid": "c23acc18-5e1c-4418-aa6d-0a4e994a8821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.647216] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: d9c64ac2-593a-4a14-8e6b-bbe9bef1baf2] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.662322] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086950, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.670604] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "dadb2785-7789-481c-8dc7-0ebb75222f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.670798] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.670971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "dadb2785-7789-481c-8dc7-0ebb75222f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.671184] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.671370] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.675632] env[69959]: INFO nova.compute.manager [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Terminating instance [ 957.784125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Releasing lock "refresh_cache-debf70b0-ab28-479a-9928-024b5c0ae947" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.784423] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.785070] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff5a589-d0f5-4a72-86a0-37e1f47ea790 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.792970] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 957.792970] env[69959]: value = "task-4086953" [ 957.792970] env[69959]: _type = "Task" [ 957.792970] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.802403] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.994401] env[69959]: DEBUG nova.compute.utils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.995858] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.996102] env[69959]: DEBUG nova.network.neutron [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.035631] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086951, 'name': CloneVM_Task} progress is 93%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.062352] env[69959]: DEBUG nova.policy [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '771b8b62c9e44507809d8e5ba559980b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27d74013598e405cb50dd88f09ba10b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.072211] env[69959]: DEBUG oslo_concurrency.lockutils [None req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8df65b1a-9bd1-460f-8ba0-64d4804df21c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.651s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.078046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-284295d2-79f4-4f7b-b604-5c15629f04c9 tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Lock "a1e6be92-58e5-4d18-85a0-2e336bdafc87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.257s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.085660] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07849} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.086708] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.088494] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edeca3d-a0a2-41df-99f6-249d2d7d9f6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.118498] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] bcebeb10-9891-4526-84fb-2a653b50eadc/bcebeb10-9891-4526-84fb-2a653b50eadc.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.119262] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6cf3047-d266-4859-8588-add484a6a1bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.136585] env[69959]: DEBUG oslo_concurrency.lockutils [req-554b0519-0cd7-4520-bf57-9e7c023f7e3a req-4897a578-7aeb-42ca-b0c7-431b06903518 service nova] Releasing lock "refresh_cache-8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.144173] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 958.144173] env[69959]: value = "task-4086954" [ 958.144173] env[69959]: _type = "Task" [ 958.144173] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.154684] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 2c5c2005-452b-40bf-adcf-b1765600702b] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.157010] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.170425] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086950, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.178428] env[69959]: DEBUG nova.compute.manager [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.178675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.179790] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65476a0b-ee6e-44ce-bb07-dff1fa5bc183 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.188634] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.188909] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6fc6c65-32c7-4a0e-b62d-48690ef87e09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.195998] env[69959]: DEBUG oslo_vmware.api [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 958.195998] env[69959]: value = "task-4086955" [ 958.195998] env[69959]: _type = "Task" [ 958.195998] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.206276] env[69959]: DEBUG oslo_vmware.api [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.305091] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086953, 'name': PowerOffVM_Task, 'duration_secs': 0.387271} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.305262] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.305946] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T17:02:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aac488f6-5338-4628-a4df-ccb38b9b0085',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1794754564',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.306101] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.306254] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.306555] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.306649] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.306806] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.306934] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.307108] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.307280] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.307446] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.307622] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.312651] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c1dbdd-187d-4349-a7af-c82df99fc104 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.329076] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 958.329076] env[69959]: value = "task-4086956" [ 958.329076] env[69959]: _type = "Task" [ 958.329076] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.337973] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.499035] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.530233] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086951, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.665066] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 54797e67-1bde-45e4-b12a-50b1287244c6] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.674118] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.675612] env[69959]: DEBUG nova.network.neutron [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Successfully created port: c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.694856] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086950, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.718809] env[69959]: DEBUG oslo_vmware.api [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086955, 'name': PowerOffVM_Task, 'duration_secs': 0.298934} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.719160] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.719305] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.719555] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29bfe138-9455-4037-a7fa-54b0c2230c11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.806141] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.806559] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.806852] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Deleting the datastore file [datastore2] dadb2785-7789-481c-8dc7-0ebb75222f80 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.813194] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfc8a8df-6dc4-4c05-9d89-c73250861a16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.822013] env[69959]: DEBUG oslo_vmware.api [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for the task: (returnval){ [ 958.822013] env[69959]: value = "task-4086958" [ 958.822013] env[69959]: _type = "Task" [ 958.822013] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.833343] env[69959]: DEBUG oslo_vmware.api [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.849409] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086956, 'name': ReconfigVM_Task, 'duration_secs': 0.23704} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.850213] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695f0b9e-e036-4612-aeaf-ab61fc8bb521 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.876364] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T17:02:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aac488f6-5338-4628-a4df-ccb38b9b0085',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1794754564',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.876587] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.877120] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.877120] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.877226] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.877515] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.877736] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.877924] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.878231] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.878292] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.878461] env[69959]: DEBUG nova.virt.hardware [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.882394] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9e626d-5fcf-481e-906d-8871e701f9d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.891057] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 958.891057] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ff2c9f-ed82-8f8b-21f9-f0ec802d2412" [ 958.891057] env[69959]: _type = "Task" [ 958.891057] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.901067] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ff2c9f-ed82-8f8b-21f9-f0ec802d2412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.033166] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086951, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.162943] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086954, 'name': ReconfigVM_Task, 'duration_secs': 0.751329} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.170785] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Reconfigured VM instance instance-00000044 to attach disk [datastore2] bcebeb10-9891-4526-84fb-2a653b50eadc/bcebeb10-9891-4526-84fb-2a653b50eadc.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.172096] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-894e39a6-fdce-4278-a9b3-6c7e252b160a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.174934] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: ef8c1409-a960-4ff0-924f-07f3df4e4bff] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.189179] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086950, 'name': CreateVM_Task, 'duration_secs': 1.578225} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.193606] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.194061] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 959.194061] env[69959]: value = "task-4086959" [ 959.194061] env[69959]: _type = "Task" [ 959.194061] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.195364] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.195364] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.195587] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.195921] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b52f61-cb0e-4c3e-b2d4-de10852fbc75 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.212881] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086959, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.213312] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 959.213312] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526c9511-207c-633f-aa7f-4e58f6692580" [ 959.213312] env[69959]: _type = "Task" [ 959.213312] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.228400] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526c9511-207c-633f-aa7f-4e58f6692580, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.228757] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.229020] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.229442] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.229442] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.229597] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.229947] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-906d4f78-12b5-4a18-84bf-e4db983d2654 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.235178] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b7362-e801-4236-b83d-89a24ad5ad8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.241319] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.241526] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.244729] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50651643-e73f-4b4f-a79d-3d8f01b0c6d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.248243] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add5998-d9df-448a-8629-7a1f951c3ddb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.256389] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 959.256389] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc17e5-a477-3b1d-4b49-d5e06d1a0631" [ 959.256389] env[69959]: _type = "Task" [ 959.256389] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.288683] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2065f-e4f4-4573-ad76-3001577b7cef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.298022] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc17e5-a477-3b1d-4b49-d5e06d1a0631, 'name': SearchDatastore_Task, 'duration_secs': 0.017364} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.301241] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6480e716-4f44-47ad-8cab-2ab3d27b55bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.305154] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6464c5f6-43b4-4a7a-84b4-c74eba7f5eb4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.322502] env[69959]: DEBUG nova.compute.provider_tree [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.325836] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 959.325836] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b4bf79-9c88-1cd1-7111-6dcf841b66f1" [ 959.325836] env[69959]: _type = "Task" [ 959.325836] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.339884] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b4bf79-9c88-1cd1-7111-6dcf841b66f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.344267] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.344578] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.345052] env[69959]: DEBUG oslo_vmware.api [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Task: {'id': task-4086958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203023} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.345364] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb7581fd-67c6-4c75-b60a-de1ea35a480b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.348126] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.348345] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.348539] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.348718] env[69959]: INFO nova.compute.manager [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Took 1.17 seconds to destroy the instance on the hypervisor. [ 959.349220] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.349220] env[69959]: DEBUG nova.compute.manager [-] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.349321] env[69959]: DEBUG nova.network.neutron [-] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.358236] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 959.358236] env[69959]: value = "task-4086960" [ 959.358236] env[69959]: _type = "Task" [ 959.358236] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.369858] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.405564] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ff2c9f-ed82-8f8b-21f9-f0ec802d2412, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.413490] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.413953] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bb51bd-1bd3-44a3-8622-7f0cea3734d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.435472] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 959.435472] env[69959]: value = "task-4086961" [ 959.435472] env[69959]: _type = "Task" [ 959.435472] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.446533] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.510316] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.533288] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4086951, 'name': CloneVM_Task, 'duration_secs': 1.972094} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.534726] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created linked-clone VM from snapshot [ 959.534853] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831d969-a99a-4ef6-902e-b998e4bf8447 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.544210] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Uploading image 84086b26-92fd-44f5-af1b-2dc43a2de29b {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.556242] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.556242] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.556487] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.556487] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.556667] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.556804] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.557048] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.557285] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.557453] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.557621] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.557796] env[69959]: DEBUG nova.virt.hardware [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.558747] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6fa3eb-0cd9-464c-a4cd-4b79ac27cc1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.575343] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b548959f-1739-40dd-8ada-ec963eff2cd0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.580021] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 959.580021] env[69959]: value = "vm-809742" [ 959.580021] env[69959]: _type = "VirtualMachine" [ 959.580021] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 959.580353] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ce30774-6f33-4660-a054-91aa98b78b3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.594653] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease: (returnval){ [ 959.594653] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac902b-a6af-818f-6e29-3883a5245d47" [ 959.594653] env[69959]: _type = "HttpNfcLease" [ 959.594653] env[69959]: } obtained for exporting VM: (result){ [ 959.594653] env[69959]: value = "vm-809742" [ 959.594653] env[69959]: _type = "VirtualMachine" [ 959.594653] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 959.594992] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the lease: (returnval){ [ 959.594992] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac902b-a6af-818f-6e29-3883a5245d47" [ 959.594992] env[69959]: _type = "HttpNfcLease" [ 959.594992] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.606080] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.606080] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac902b-a6af-818f-6e29-3883a5245d47" [ 959.606080] env[69959]: _type = "HttpNfcLease" [ 959.606080] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.694483] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: aeb9eb73-6a1a-4788-8762-f83f2ccc05fc] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.711682] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086959, 'name': Rename_Task, 'duration_secs': 0.20944} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.711682] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.711682] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13fb4b43-d23f-4f94-9f07-d3347edfca6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.723684] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 959.723684] env[69959]: value = "task-4086963" [ 959.723684] env[69959]: _type = "Task" [ 959.723684] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.738187] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.812138] env[69959]: DEBUG nova.compute.manager [req-1f558bcf-106d-4fab-874c-670ccb16268d req-e547017e-71dc-4c24-b085-838f80a0e8cf service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Received event network-vif-deleted-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.812138] env[69959]: INFO nova.compute.manager [req-1f558bcf-106d-4fab-874c-670ccb16268d req-e547017e-71dc-4c24-b085-838f80a0e8cf service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Neutron deleted interface 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1; detaching it from the instance and deleting it from the info cache [ 959.812138] env[69959]: DEBUG nova.network.neutron [req-1f558bcf-106d-4fab-874c-670ccb16268d req-e547017e-71dc-4c24-b085-838f80a0e8cf service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.827697] env[69959]: DEBUG nova.scheduler.client.report [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.870296] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086960, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.947173] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086961, 'name': ReconfigVM_Task, 'duration_secs': 0.203938} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.947570] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.948790] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcdabb5-b5ec-4282-8b3b-af15f8a88fcb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.972761] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.973110] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b6ff6a-19ce-41a5-9931-26c7dbfead7d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.993740] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 959.993740] env[69959]: value = "task-4086964" [ 959.993740] env[69959]: _type = "Task" [ 959.993740] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.004975] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.104084] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.104084] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac902b-a6af-818f-6e29-3883a5245d47" [ 960.104084] env[69959]: _type = "HttpNfcLease" [ 960.104084] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.104409] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.104409] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac902b-a6af-818f-6e29-3883a5245d47" [ 960.104409] env[69959]: _type = "HttpNfcLease" [ 960.104409] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 960.105209] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739fd3bb-a135-43b6-8150-d2da8ec23be6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.113289] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9329-581b-c659-1384-4f4bcbe33fd0/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.113504] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9329-581b-c659-1384-4f4bcbe33fd0/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 960.203564] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: ea45ff56-3dbd-4db3-a9bc-889800f28ede] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.223339] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9320989f-68ea-4c18-b9a0-9b2018ab1ec5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.241298] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.287096] env[69959]: DEBUG nova.network.neutron [-] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.315179] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52698126-ab8a-4693-ae90-d2627b307e19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.327481] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64911397-4fe8-481c-b20b-795910c1de33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.340057] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.340901] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.344841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.808s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.344841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.346904] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.542s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.347209] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.349665] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.460s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.351594] env[69959]: INFO nova.compute.claims [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.373404] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57193} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.389157] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.389157] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.389157] env[69959]: DEBUG nova.compute.manager [req-1f558bcf-106d-4fab-874c-670ccb16268d req-e547017e-71dc-4c24-b085-838f80a0e8cf service nova] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Detach interface failed, port_id=9a4e87d6-818a-4cc6-a9e8-0adad0726fd1, reason: Instance dadb2785-7789-481c-8dc7-0ebb75222f80 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.389157] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d80d8621-16c0-4aea-be2b-708e3973a55f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.394205] env[69959]: INFO nova.scheduler.client.report [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocations for instance 356edde7-dae3-416e-b55c-cffa9d1a9f66 [ 960.396039] env[69959]: INFO nova.scheduler.client.report [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Deleted allocations for instance c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a [ 960.401427] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 960.401427] env[69959]: value = "task-4086965" [ 960.401427] env[69959]: _type = "Task" [ 960.401427] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.417614] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.475113] env[69959]: DEBUG nova.compute.manager [req-6a8745c3-97e4-4035-b62b-7edcd0a4caec req-8d270494-2ed9-4230-ad16-2c7837015df5 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-vif-plugged-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.475113] env[69959]: DEBUG oslo_concurrency.lockutils [req-6a8745c3-97e4-4035-b62b-7edcd0a4caec req-8d270494-2ed9-4230-ad16-2c7837015df5 service nova] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.475113] env[69959]: DEBUG oslo_concurrency.lockutils [req-6a8745c3-97e4-4035-b62b-7edcd0a4caec req-8d270494-2ed9-4230-ad16-2c7837015df5 service nova] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.475303] env[69959]: DEBUG oslo_concurrency.lockutils [req-6a8745c3-97e4-4035-b62b-7edcd0a4caec req-8d270494-2ed9-4230-ad16-2c7837015df5 service nova] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.475338] env[69959]: DEBUG nova.compute.manager [req-6a8745c3-97e4-4035-b62b-7edcd0a4caec req-8d270494-2ed9-4230-ad16-2c7837015df5 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] No waiting events found dispatching network-vif-plugged-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 960.475511] env[69959]: WARNING nova.compute.manager [req-6a8745c3-97e4-4035-b62b-7edcd0a4caec req-8d270494-2ed9-4230-ad16-2c7837015df5 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received unexpected event network-vif-plugged-c1f400ac-f385-49a0-8e44-4a8505e79697 for instance with vm_state building and task_state spawning. [ 960.515031] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.574521] env[69959]: DEBUG nova.network.neutron [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Successfully updated port: c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.707267] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.707479] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69959) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 960.738978] env[69959]: DEBUG oslo_vmware.api [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086963, 'name': PowerOnVM_Task, 'duration_secs': 0.568142} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.739968] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.740438] env[69959]: INFO nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Took 9.63 seconds to spawn the instance on the hypervisor. [ 960.740438] env[69959]: DEBUG nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.741750] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab4bfd-aa20-4ff1-9a80-740a44992aff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.791191] env[69959]: INFO nova.compute.manager [-] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Took 1.44 seconds to deallocate network for instance. [ 960.846216] env[69959]: DEBUG nova.compute.utils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.847802] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.848053] env[69959]: DEBUG nova.network.neutron [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.911349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a7a667e7-9503-4736-8bac-34300e3998bf tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "356edde7-dae3-416e-b55c-cffa9d1a9f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.252s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.917146] env[69959]: DEBUG nova.policy [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dce041fd51545b9b5b0e812a9e534aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fda7edf66a7e45a6bcc8d8e62e39f934', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.919824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b875d82-8963-4022-ac08-8a65e8d679e5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Lock "c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.096s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.925532] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087133} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.926337] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.926860] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de6649a-bb4c-41c3-af99-1d0a34c77623 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.958861] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.959592] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3c222d-c0ac-4977-b7b2-912893c16fe3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.985872] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 960.985872] env[69959]: value = "task-4086966" [ 960.985872] env[69959]: _type = "Task" [ 960.985872] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.996975] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.011351] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.079092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.079428] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.079687] env[69959]: DEBUG nova.network.neutron [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.211736] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.265381] env[69959]: INFO nova.compute.manager [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Took 48.16 seconds to build instance. [ 961.300256] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.355155] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.499969] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.508036] env[69959]: DEBUG nova.network.neutron [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Successfully created port: ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.525382] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.637892] env[69959]: DEBUG nova.network.neutron [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.774061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.010s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.881784] env[69959]: DEBUG nova.network.neutron [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.967328] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d24179-31b2-4e7f-b707-6a5704957c3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.978720] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceec85b-ae06-42d0-9c4f-8eec391d662c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.024628] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de948e95-bc1e-457d-9dde-a3132243253c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.042568] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f409e336-4175-4370-ac4b-7bd7862b50ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.047259] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086966, 'name': ReconfigVM_Task, 'duration_secs': 0.630008} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.047801] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086964, 'name': ReconfigVM_Task, 'duration_secs': 1.561835} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.048206] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c629d989-53cd-45e5-858f-847b696aa872/c629d989-53cd-45e5-858f-847b696aa872.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.049149] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Reconfigured VM instance instance-0000002f to attach disk [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947/debf70b0-ab28-479a-9928-024b5c0ae947.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.049771] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6001bd7-275d-4c92-ae7a-5dfec38e3a2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.052343] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b902c-070b-4f43-a323-bc377977eabb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.066632] env[69959]: DEBUG nova.compute.provider_tree [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.089297] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec25aba1-c90c-40cf-a737-83bfeb8776d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.092577] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 962.092577] env[69959]: value = "task-4086967" [ 962.092577] env[69959]: _type = "Task" [ 962.092577] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.114708] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ab5c19-02fb-4b69-b784-128124dd2e84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.122651] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086967, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.140463] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed689221-a0cf-4817-9b2c-67f6ce5cbc96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.148522] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.149300] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ec08bd-8db4-434a-94a7-d0271becfcd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.157012] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 962.157012] env[69959]: value = "task-4086968" [ 962.157012] env[69959]: _type = "Task" [ 962.157012] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.166882] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.373542] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.390105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.390240] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance network_info: |[{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.390738] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:73:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f400ac-f385-49a0-8e44-4a8505e79697', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.400523] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating folder: Project (27d74013598e405cb50dd88f09ba10b9). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.401070] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a62db7-6482-4575-b5de-26d5ebb87825 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.418510] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created folder: Project (27d74013598e405cb50dd88f09ba10b9) in parent group-v809535. [ 962.418510] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating folder: Instances. Parent ref: group-v809743. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.418986] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ff4f043-8027-4401-bc89-4e546942cd0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.434304] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created folder: Instances in parent group-v809743. [ 962.434304] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.434304] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.434304] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b1699f-7731-4961-978a-139db7897b93 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.462655] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.463307] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.463585] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.463923] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.464203] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.464447] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.464859] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.465185] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.469118] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.469457] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.469673] env[69959]: DEBUG nova.virt.hardware [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.471961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68b499-d8e5-4a35-a4fb-c335b14c50de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.476685] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.476685] env[69959]: value = "task-4086971" [ 962.476685] env[69959]: _type = "Task" [ 962.476685] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.489821] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa9fabc-5b42-4ff1-9b64-e775a17737c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.502160] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086971, 'name': CreateVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.571190] env[69959]: DEBUG nova.scheduler.client.report [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.616080] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086967, 'name': Rename_Task, 'duration_secs': 0.218991} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.616950] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.617557] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-089ebb20-3dd6-4bd8-9c97-bf4e29d2f024 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.627408] env[69959]: DEBUG nova.compute.manager [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.627621] env[69959]: DEBUG nova.compute.manager [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing instance network info cache due to event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.627857] env[69959]: DEBUG oslo_concurrency.lockutils [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.628049] env[69959]: DEBUG oslo_concurrency.lockutils [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.628256] env[69959]: DEBUG nova.network.neutron [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.631625] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 962.631625] env[69959]: value = "task-4086972" [ 962.631625] env[69959]: _type = "Task" [ 962.631625] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.644478] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.670045] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.991475] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086971, 'name': CreateVM_Task, 'duration_secs': 0.467332} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.991691] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.992826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.992953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.995182] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.995182] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a59a50b-c3c7-4378-b26a-f3fc141183f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.999857] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 962.999857] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b45ab-71ab-14e6-cddf-68ea9200b767" [ 962.999857] env[69959]: _type = "Task" [ 962.999857] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.011272] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b45ab-71ab-14e6-cddf-68ea9200b767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.077252] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.078739] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.082379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.271s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.083332] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.087634] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.720s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.087634] env[69959]: DEBUG nova.objects.instance [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.130160] env[69959]: INFO nova.scheduler.client.report [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleted allocations for instance 1b0d13ea-ee22-4206-abf1-3278824589ae [ 963.161277] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.180503] env[69959]: DEBUG oslo_vmware.api [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086968, 'name': PowerOnVM_Task, 'duration_secs': 0.568781} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.181156] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.495188] env[69959]: DEBUG nova.compute.manager [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.495535] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f1a3b-a677-47ac-a74f-2c1176e21685 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.521478] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b45ab-71ab-14e6-cddf-68ea9200b767, 'name': SearchDatastore_Task, 'duration_secs': 0.017288} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.522534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.522534] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.522760] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.523386] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.523386] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.523386] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7818732a-fabc-468d-96dd-6a8d1daab0cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.541183] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.541183] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.541183] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c065e67-8879-4338-b1f5-e3e2697857cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.553231] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 963.553231] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5208274c-552b-1216-32f0-6f6725229f4c" [ 963.553231] env[69959]: _type = "Task" [ 963.553231] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.567090] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5208274c-552b-1216-32f0-6f6725229f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.596052] env[69959]: DEBUG nova.compute.utils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.601703] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.601909] env[69959]: DEBUG nova.network.neutron [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.622729] env[69959]: DEBUG nova.network.neutron [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updated VIF entry in instance network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.623110] env[69959]: DEBUG nova.network.neutron [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.648158] env[69959]: DEBUG oslo_concurrency.lockutils [None req-048d4694-f13e-45a2-b576-cfd77fcabc94 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "1b0d13ea-ee22-4206-abf1-3278824589ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.365s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.658662] env[69959]: DEBUG oslo_vmware.api [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086972, 'name': PowerOnVM_Task, 'duration_secs': 0.70538} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.658968] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.659061] env[69959]: DEBUG nova.compute.manager [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.659973] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615cabe-c711-484b-8d9c-6561b92980c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.705604] env[69959]: DEBUG nova.policy [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508213a6e70e46c39a6662d96fabf034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '821a975702c241188388bfc0eb600481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.018203] env[69959]: INFO nova.compute.manager [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] instance snapshotting [ 964.021363] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0f520-c499-4763-beca-c55d5495e3da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.067063] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a696cfd-23ed-4da3-8a02-b6ca2300f07c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.081270] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5208274c-552b-1216-32f0-6f6725229f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.019993} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.091461] env[69959]: DEBUG nova.network.neutron [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Successfully updated port: ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.092700] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df360eb-0121-44e7-8aa2-9e22016bd559 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.097414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.098252] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.098825] env[69959]: DEBUG nova.objects.instance [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'flavor' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.103105] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.112921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0a950130-8000-4bae-a129-ceebd9766f12 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.115050] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 964.115050] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b419b3-4c47-7da8-f691-a084e5d5d352" [ 964.115050] env[69959]: _type = "Task" [ 964.115050] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.115881] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.214s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.118133] env[69959]: INFO nova.compute.claims [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.131515] env[69959]: DEBUG oslo_concurrency.lockutils [req-782f4100-2538-42de-b603-be5c48165611 req-f80a8290-613f-4ebb-b41c-759ba0853598 service nova] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.140953] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b419b3-4c47-7da8-f691-a084e5d5d352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.184755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.194107] env[69959]: INFO nova.compute.manager [None req-a625877f-3ed8-4b37-8368-59a030a279a7 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance to original state: 'active' [ 964.332789] env[69959]: DEBUG nova.network.neutron [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Successfully created port: 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.602590] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "refresh_cache-fb03021d-c44a-4c80-ba18-5916d2713877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.602890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "refresh_cache-fb03021d-c44a-4c80-ba18-5916d2713877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.602890] env[69959]: DEBUG nova.network.neutron [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.604831] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.606610] env[69959]: DEBUG nova.objects.instance [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'pci_requests' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.607785] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4321995-02a7-4cc7-8d7f-18108c2a90c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.623196] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 964.623196] env[69959]: value = "task-4086973" [ 964.623196] env[69959]: _type = "Task" [ 964.623196] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.645554] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b419b3-4c47-7da8-f691-a084e5d5d352, 'name': SearchDatastore_Task, 'duration_secs': 0.037918} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.654139] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.654273] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.655654] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.655903] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd5de599-8293-46e9-a308-d83504532b53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.668461] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 964.668461] env[69959]: value = "task-4086974" [ 964.668461] env[69959]: _type = "Task" [ 964.668461] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.679701] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.112104] env[69959]: DEBUG nova.objects.base [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.112440] env[69959]: DEBUG nova.network.neutron [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.124011] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.142923] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.148909] env[69959]: DEBUG nova.network.neutron [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.156631] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.156631] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.156631] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.156805] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.157147] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.157147] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.157442] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.157492] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.157647] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.157814] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.158165] env[69959]: DEBUG nova.virt.hardware [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.159025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b99856c-6910-467d-95aa-87f1a1784208 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.172635] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc269a3-8e67-4097-9068-81b479729868 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.191496] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.281548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44ed204b-c354-4fe8-8a96-321eb939d206 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.182s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.362216] env[69959]: DEBUG nova.network.neutron [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Updating instance_info_cache with network_info: [{"id": "ed5fbab5-4a77-48d0-af7c-d1b27150e2d9", "address": "fa:16:3e:c3:55:34", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5fbab5-4a", "ovs_interfaceid": "ed5fbab5-4a77-48d0-af7c-d1b27150e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.638844] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086973, 'name': CreateSnapshot_Task, 'duration_secs': 0.95702} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.639302] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.640337] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b28792-71e1-4bdc-8e92-5c67de8fd7f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.690053] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599843} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.691046] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.691271] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.691531] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-171518eb-97ad-46f0-b90e-f7d821269bcf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.700400] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03276c09-22b2-4a0b-8659-cf2dfb391a16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.703450] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 965.703450] env[69959]: value = "task-4086975" [ 965.703450] env[69959]: _type = "Task" [ 965.703450] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.711312] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56674f7-0988-4b4b-87fc-31b0937a90e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.719556] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.751715] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3e418-da20-4df5-ae38-a7de82389b20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.762276] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdecf47-5899-49ba-ab8a-371a442e4bfa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.778630] env[69959]: DEBUG nova.compute.provider_tree [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.868459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "refresh_cache-fb03021d-c44a-4c80-ba18-5916d2713877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.868811] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Instance network_info: |[{"id": "ed5fbab5-4a77-48d0-af7c-d1b27150e2d9", "address": "fa:16:3e:c3:55:34", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5fbab5-4a", "ovs_interfaceid": "ed5fbab5-4a77-48d0-af7c-d1b27150e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.869308] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:55:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed5fbab5-4a77-48d0-af7c-d1b27150e2d9', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.880024] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.880661] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.880914] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27732240-1aa1-44e5-b24c-6b827bc3857a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.907016] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.907016] env[69959]: value = "task-4086976" [ 965.907016] env[69959]: _type = "Task" [ 965.907016] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.915123] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086976, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.950675] env[69959]: DEBUG nova.compute.manager [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Received event network-vif-plugged-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.950776] env[69959]: DEBUG oslo_concurrency.lockutils [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] Acquiring lock "fb03021d-c44a-4c80-ba18-5916d2713877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.951096] env[69959]: DEBUG oslo_concurrency.lockutils [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] Lock "fb03021d-c44a-4c80-ba18-5916d2713877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.951497] env[69959]: DEBUG oslo_concurrency.lockutils [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] Lock "fb03021d-c44a-4c80-ba18-5916d2713877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.951679] env[69959]: DEBUG nova.compute.manager [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] No waiting events found dispatching network-vif-plugged-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 965.951818] env[69959]: WARNING nova.compute.manager [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Received unexpected event network-vif-plugged-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 for instance with vm_state building and task_state spawning. [ 965.951979] env[69959]: DEBUG nova.compute.manager [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Received event network-changed-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.952198] env[69959]: DEBUG nova.compute.manager [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Refreshing instance network info cache due to event network-changed-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.952511] env[69959]: DEBUG oslo_concurrency.lockutils [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] Acquiring lock "refresh_cache-fb03021d-c44a-4c80-ba18-5916d2713877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.952556] env[69959]: DEBUG oslo_concurrency.lockutils [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] Acquired lock "refresh_cache-fb03021d-c44a-4c80-ba18-5916d2713877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.952683] env[69959]: DEBUG nova.network.neutron [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Refreshing network info cache for port ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.974822] env[69959]: DEBUG nova.network.neutron [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Successfully updated port: 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.017692] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.018210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.163464] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.164341] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a9f465f-6ffe-46e8-8b93-3391ff51834c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.176039] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 966.176039] env[69959]: value = "task-4086977" [ 966.176039] env[69959]: _type = "Task" [ 966.176039] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.184291] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086977, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.213875] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075321} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.214194] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.215018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7e395-5431-4af0-a822-a4d321d63c62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.241176] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.241584] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c15f46-fa86-4937-bb0e-9ec17057d63b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.270028] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 966.270028] env[69959]: value = "task-4086978" [ 966.270028] env[69959]: _type = "Task" [ 966.270028] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.282724] env[69959]: DEBUG nova.scheduler.client.report [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.287784] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.384071] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "c8f2820a-28d9-4089-a727-e3835358ced3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.384374] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "c8f2820a-28d9-4089-a727-e3835358ced3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.417238] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086976, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.478365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478656] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.478843] env[69959]: DEBUG nova.network.neutron [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.521330] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.685252] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086977, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.725745] env[69959]: DEBUG nova.network.neutron [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Updated VIF entry in instance network info cache for port ed5fbab5-4a77-48d0-af7c-d1b27150e2d9. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.726223] env[69959]: DEBUG nova.network.neutron [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Updating instance_info_cache with network_info: [{"id": "ed5fbab5-4a77-48d0-af7c-d1b27150e2d9", "address": "fa:16:3e:c3:55:34", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5fbab5-4a", "ovs_interfaceid": "ed5fbab5-4a77-48d0-af7c-d1b27150e2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.782782] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.790014] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.790667] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.795039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.772s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.795039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.796926] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.538s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.798386] env[69959]: DEBUG nova.objects.instance [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'resources' on Instance uuid 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.832783] env[69959]: INFO nova.scheduler.client.report [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Deleted allocations for instance 821205fe-7909-41d0-83ce-6f711906093a [ 966.887549] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.917351] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086976, 'name': CreateVM_Task, 'duration_secs': 0.713247} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.917569] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.918341] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.918554] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.918923] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.919225] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856a1d31-09ab-4e86-aeae-a8afbd042160 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.925809] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 966.925809] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520e2963-1feb-abb1-7ddd-d711ec9d38bc" [ 966.925809] env[69959]: _type = "Task" [ 966.925809] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.936627] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520e2963-1feb-abb1-7ddd-d711ec9d38bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.015189] env[69959]: DEBUG nova.network.neutron [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.042009] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.182418] env[69959]: DEBUG nova.network.neutron [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance_info_cache with network_info: [{"id": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "address": "fa:16:3e:04:e0:fd", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c14e28d-84", "ovs_interfaceid": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.191909] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086977, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.229252] env[69959]: DEBUG oslo_concurrency.lockutils [req-45b6f4b7-af76-4df0-ba79-a667823cfe0e req-f2513120-a096-4368-b067-c3629dbdcdba service nova] Releasing lock "refresh_cache-fb03021d-c44a-4c80-ba18-5916d2713877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.283997] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086978, 'name': ReconfigVM_Task, 'duration_secs': 0.526954} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.284361] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.285107] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f8e282f-cacb-41ac-97b3-af783bf42d48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.293903] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 967.293903] env[69959]: value = "task-4086979" [ 967.293903] env[69959]: _type = "Task" [ 967.293903] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.301439] env[69959]: DEBUG nova.compute.utils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.312620] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.313143] env[69959]: DEBUG nova.network.neutron [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.316986] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086979, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.345779] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Lock "821205fe-7909-41d0-83ce-6f711906093a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.594s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.370042] env[69959]: DEBUG nova.policy [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5d49334c92b434aba855c5a6702cdd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569e8322c8f34ef981af84e957a95f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.413908] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.439580] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520e2963-1feb-abb1-7ddd-d711ec9d38bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016401} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.442994] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.443273] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.443548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.443702] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.443887] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.444544] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de0b744b-3ac3-4d61-a70c-05c975e47285 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.461663] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.461850] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.462886] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b25e17-0148-409a-99f1-e9b42060114d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.470897] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 967.470897] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529a1638-8daf-fd57-f4ea-ddf5d0b07bea" [ 967.470897] env[69959]: _type = "Task" [ 967.470897] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.486053] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529a1638-8daf-fd57-f4ea-ddf5d0b07bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.521668] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.521956] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.522304] env[69959]: DEBUG nova.objects.instance [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'flavor' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.690032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.690032] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Instance network_info: |[{"id": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "address": "fa:16:3e:04:e0:fd", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c14e28d-84", "ovs_interfaceid": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.690032] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086977, 'name': CloneVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.690032] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e0:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c14e28d-84c2-4ddd-8734-5ad1c62406f2', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.698520] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.701826] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.702248] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3983918b-868f-4524-8df0-c9dcc91f3e96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.726977] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.726977] env[69959]: value = "task-4086980" [ 967.726977] env[69959]: _type = "Task" [ 967.726977] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.739360] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086980, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.740260] env[69959]: DEBUG nova.network.neutron [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Successfully created port: 8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.788358] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c633e4c-569a-4947-97ee-da36fbadf2c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.799990] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0dbcfe-e3f8-47e1-a3e9-bea6fd609f9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.810492] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086979, 'name': Rename_Task, 'duration_secs': 0.30639} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.839933] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.840663] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.843847] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291b661a-b986-4408-8f7f-aee11be8d491 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.846296] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b20767-6f65-42ea-a503-6c89b15c79e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.858184] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c138614b-48db-4ee5-913c-54528ffc264d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.865205] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 967.865205] env[69959]: value = "task-4086981" [ 967.865205] env[69959]: _type = "Task" [ 967.865205] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.882809] env[69959]: DEBUG nova.compute.provider_tree [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.888603] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086981, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.983310] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529a1638-8daf-fd57-f4ea-ddf5d0b07bea, 'name': SearchDatastore_Task, 'duration_secs': 0.013676} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.984440] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37fdf75-ad12-465d-a352-3a9293c51e80 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.990812] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 967.990812] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521031f3-77f9-d7a2-1d38-2f8e8ed17e70" [ 967.990812] env[69959]: _type = "Task" [ 967.990812] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.001194] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521031f3-77f9-d7a2-1d38-2f8e8ed17e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.016221] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "debf70b0-ab28-479a-9928-024b5c0ae947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.016700] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.016974] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.017184] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.017367] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.019864] env[69959]: INFO nova.compute.manager [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Terminating instance [ 968.099584] env[69959]: DEBUG nova.objects.instance [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'pci_requests' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.189095] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4086977, 'name': CloneVM_Task, 'duration_secs': 1.557182} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.189569] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Created linked-clone VM from snapshot [ 968.190199] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8bb4da-862a-49ff-92dc-1a5bda7f7b88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.199179] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Uploading image d2669e5e-1e20-4695-aa12-023743f12059 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.220508] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.220508] env[69959]: value = "vm-809748" [ 968.220508] env[69959]: _type = "VirtualMachine" [ 968.220508] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.220829] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae85b0b3-4db7-4588-89e0-73bcd7bb90cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.229322] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease: (returnval){ [ 968.229322] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd1a79-1926-1f9e-763d-6a741685bdd6" [ 968.229322] env[69959]: _type = "HttpNfcLease" [ 968.229322] env[69959]: } obtained for exporting VM: (result){ [ 968.229322] env[69959]: value = "vm-809748" [ 968.229322] env[69959]: _type = "VirtualMachine" [ 968.229322] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.229641] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the lease: (returnval){ [ 968.229641] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd1a79-1926-1f9e-763d-6a741685bdd6" [ 968.229641] env[69959]: _type = "HttpNfcLease" [ 968.229641] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.243189] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086980, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.243411] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.243411] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd1a79-1926-1f9e-763d-6a741685bdd6" [ 968.243411] env[69959]: _type = "HttpNfcLease" [ 968.243411] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.377094] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086981, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.386280] env[69959]: DEBUG nova.scheduler.client.report [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.503545] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521031f3-77f9-d7a2-1d38-2f8e8ed17e70, 'name': SearchDatastore_Task, 'duration_secs': 0.017637} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.503994] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.504329] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] fb03021d-c44a-4c80-ba18-5916d2713877/fb03021d-c44a-4c80-ba18-5916d2713877.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.504613] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-623d7f00-99d3-4c80-a593-c2d50fb0ca1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.513484] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 968.513484] env[69959]: value = "task-4086983" [ 968.513484] env[69959]: _type = "Task" [ 968.513484] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.523105] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.525903] env[69959]: DEBUG nova.compute.manager [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.526119] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.527050] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07650dab-2cab-4bf6-8cec-145349efaea5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.536632] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.538497] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb316b9-b048-4363-b775-97d7d20fa836 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.544939] env[69959]: DEBUG oslo_vmware.api [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 968.544939] env[69959]: value = "task-4086984" [ 968.544939] env[69959]: _type = "Task" [ 968.544939] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.557526] env[69959]: DEBUG oslo_vmware.api [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.602830] env[69959]: DEBUG nova.objects.base [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.603027] env[69959]: DEBUG nova.network.neutron [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.655587] env[69959]: DEBUG nova.policy [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.722341] env[69959]: DEBUG nova.compute.manager [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Received event network-vif-plugged-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.722672] env[69959]: DEBUG oslo_concurrency.lockutils [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] Acquiring lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.723152] env[69959]: DEBUG oslo_concurrency.lockutils [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.723152] env[69959]: DEBUG oslo_concurrency.lockutils [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.723152] env[69959]: DEBUG nova.compute.manager [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] No waiting events found dispatching network-vif-plugged-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.723282] env[69959]: WARNING nova.compute.manager [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Received unexpected event network-vif-plugged-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 for instance with vm_state building and task_state spawning. [ 968.723405] env[69959]: DEBUG nova.compute.manager [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Received event network-changed-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.723555] env[69959]: DEBUG nova.compute.manager [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Refreshing instance network info cache due to event network-changed-8c14e28d-84c2-4ddd-8734-5ad1c62406f2. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.723744] env[69959]: DEBUG oslo_concurrency.lockutils [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] Acquiring lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.723898] env[69959]: DEBUG oslo_concurrency.lockutils [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] Acquired lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.724157] env[69959]: DEBUG nova.network.neutron [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Refreshing network info cache for port 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.746340] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086980, 'name': CreateVM_Task, 'duration_secs': 0.987766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.746567] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.746567] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd1a79-1926-1f9e-763d-6a741685bdd6" [ 968.746567] env[69959]: _type = "HttpNfcLease" [ 968.746567] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.746755] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.746974] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.746974] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd1a79-1926-1f9e-763d-6a741685bdd6" [ 968.746974] env[69959]: _type = "HttpNfcLease" [ 968.746974] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.747725] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.747894] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.748247] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.749081] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4507a4-54c4-4ceb-826d-e66f179b8586 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.751685] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa88ff9-89c8-4764-b85c-a8a45d74c7d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.759687] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 968.759687] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d10838-ddec-894b-1bd7-3259966a5d01" [ 968.759687] env[69959]: _type = "Task" [ 968.759687] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.763866] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be19dd-e733-130c-594e-c544be759915/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.764107] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be19dd-e733-130c-594e-c544be759915/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.823813] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d10838-ddec-894b-1bd7-3259966a5d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.851528] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.881168] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.884097] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.884406] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.884576] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.884762] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.884933] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.885181] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.885478] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.885667] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.885855] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.886046] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.886303] env[69959]: DEBUG nova.virt.hardware [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.887835] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08949a84-2ee0-4ec4-9bc3-1114d55ee9a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.891751] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.894141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.037s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.894391] env[69959]: DEBUG nova.objects.instance [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lazy-loading 'resources' on Instance uuid 319bff64-fe45-4306-8cad-4349f96694e2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.904373] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40d9b5-0a10-44c2-8b51-1715de8df200 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.924898] env[69959]: INFO nova.scheduler.client.report [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da [ 968.949891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "1356a70e-c4fa-458a-bbf1-73beaff432ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.950285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.950700] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "1356a70e-c4fa-458a-bbf1-73beaff432ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.950873] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.951116] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.955749] env[69959]: INFO nova.compute.manager [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Terminating instance [ 969.017912] env[69959]: DEBUG nova.network.neutron [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Successfully created port: f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.026766] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086983, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.052677] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7a0bf3b-ae22-4931-8ea3-4b49d2551269 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.058739] env[69959]: DEBUG oslo_vmware.api [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086984, 'name': PowerOffVM_Task, 'duration_secs': 0.308223} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.059527] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.059703] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.059996] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5281f8a2-e620-49e0-b41c-302aeda234ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.190881] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.190881] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.191202] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleting the datastore file [datastore2] debf70b0-ab28-479a-9928-024b5c0ae947 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.191349] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d06410ba-a1e1-4c1f-9fba-aad975928126 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.201319] env[69959]: DEBUG oslo_vmware.api [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 969.201319] env[69959]: value = "task-4086986" [ 969.201319] env[69959]: _type = "Task" [ 969.201319] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.217399] env[69959]: DEBUG oslo_vmware.api [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.280140] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d10838-ddec-894b-1bd7-3259966a5d01, 'name': SearchDatastore_Task, 'duration_secs': 0.019604} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.280571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.280824] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.281220] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.281438] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.281667] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.282090] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39955aa-4d32-443a-bfea-56e7b899bae0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.302891] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.302891] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.303737] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec18cfa-a179-4847-8366-af3b82aa1c45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.312563] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 969.312563] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522165e6-230c-f69a-6d11-e968f0a90e4d" [ 969.312563] env[69959]: _type = "Task" [ 969.312563] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.334681] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522165e6-230c-f69a-6d11-e968f0a90e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.380166] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.440365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c5566bac-3aae-4e99-bbc3-35514c178730 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "367d2e07-4cbf-4c34-abdb-d43fc2a7d0da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.701s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.462378] env[69959]: DEBUG nova.compute.manager [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.462795] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.464054] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35e632c-b05a-4f68-acd6-3c283384b99e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.478025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.478315] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805783a9-fb7d-4b59-90c1-2e715e1c6cb0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.487691] env[69959]: DEBUG oslo_vmware.api [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 969.487691] env[69959]: value = "task-4086987" [ 969.487691] env[69959]: _type = "Task" [ 969.487691] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.504176] env[69959]: DEBUG oslo_vmware.api [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.527872] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75708} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.528783] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] fb03021d-c44a-4c80-ba18-5916d2713877/fb03021d-c44a-4c80-ba18-5916d2713877.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.529055] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.529369] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-019c1849-d1ec-4763-aaaa-f6b13972337d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.538726] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 969.538726] env[69959]: value = "task-4086988" [ 969.538726] env[69959]: _type = "Task" [ 969.538726] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.556578] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.632410] env[69959]: DEBUG nova.network.neutron [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updated VIF entry in instance network info cache for port 8c14e28d-84c2-4ddd-8734-5ad1c62406f2. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.634420] env[69959]: DEBUG nova.network.neutron [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance_info_cache with network_info: [{"id": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "address": "fa:16:3e:04:e0:fd", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c14e28d-84", "ovs_interfaceid": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.687980] env[69959]: DEBUG nova.network.neutron [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Successfully updated port: 8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.723220] env[69959]: DEBUG oslo_vmware.api [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4086986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367333} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.724421] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.724851] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.725314] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.725695] env[69959]: INFO nova.compute.manager [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Took 1.20 seconds to destroy the instance on the hypervisor. [ 969.726186] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.726576] env[69959]: DEBUG nova.compute.manager [-] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.726744] env[69959]: DEBUG nova.network.neutron [-] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.835152] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522165e6-230c-f69a-6d11-e968f0a90e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.017768} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.836612] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5de5c1-4003-4798-a6b5-87974bab7493 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.849466] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 969.849466] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a968fe-9af6-d592-8958-7f567d9436f7" [ 969.849466] env[69959]: _type = "Task" [ 969.849466] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.866804] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a968fe-9af6-d592-8958-7f567d9436f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.881937] env[69959]: DEBUG oslo_vmware.api [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4086981, 'name': PowerOnVM_Task, 'duration_secs': 1.546914} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.887097] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.888542] env[69959]: INFO nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Took 10.38 seconds to spawn the instance on the hypervisor. [ 969.888781] env[69959]: DEBUG nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.890394] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0cecb-d4dd-46b4-a7f7-97a3b6476cca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.003403] env[69959]: DEBUG oslo_vmware.api [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086987, 'name': PowerOffVM_Task, 'duration_secs': 0.33382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.003403] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.003579] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.003764] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ffa1547-3529-47e8-a2a4-adf566942946 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.052785] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161434} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.053105] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.053966] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff1df11-6af3-42ec-bb04-cf838c916ae8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.084891] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] fb03021d-c44a-4c80-ba18-5916d2713877/fb03021d-c44a-4c80-ba18-5916d2713877.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.090024] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3803dc1a-ca76-4afe-b2dd-ef54cb7722cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.106445] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.107307] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.107307] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleting the datastore file [datastore2] 1356a70e-c4fa-458a-bbf1-73beaff432ea {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.108269] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276e695c-bda9-4829-91bc-3a7ff835fd03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.117993] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 970.117993] env[69959]: value = "task-4086991" [ 970.117993] env[69959]: _type = "Task" [ 970.117993] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.119275] env[69959]: DEBUG oslo_vmware.api [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 970.119275] env[69959]: value = "task-4086990" [ 970.119275] env[69959]: _type = "Task" [ 970.119275] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.128011] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d24b0c-1454-42c1-a04c-a75675ce24ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.137878] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.143613] env[69959]: DEBUG oslo_concurrency.lockutils [req-a24a2cce-f79e-4c85-bcea-f0dea7768144 req-08cc6841-f2ec-4895-bc08-ba8312d8e51e service nova] Releasing lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.148257] env[69959]: DEBUG oslo_vmware.api [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.148257] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8950f4-66df-4985-bf3f-54721dc69a53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.185695] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75279e08-87ed-4a38-a8bf-9df71dcaf482 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.191851] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "refresh_cache-fe031c74-9e8b-4645-889c-b8fefb9a9d14" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.192044] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquired lock "refresh_cache-fe031c74-9e8b-4645-889c-b8fefb9a9d14" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.192215] env[69959]: DEBUG nova.network.neutron [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.197392] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24cb92e-47ae-4547-a725-86f63ff2b2a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.217761] env[69959]: DEBUG nova.compute.provider_tree [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.363599] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a968fe-9af6-d592-8958-7f567d9436f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016512} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.365035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.365035] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff/eabbeb11-1a92-4230-8159-4ded9d9e10ff.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.365035] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb0a309f-fb22-4094-9c2d-91f3307314b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.378478] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 970.378478] env[69959]: value = "task-4086992" [ 970.378478] env[69959]: _type = "Task" [ 970.378478] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.390083] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.419766] env[69959]: INFO nova.compute.manager [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Took 53.75 seconds to build instance. [ 970.518478] env[69959]: DEBUG nova.network.neutron [-] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.639179] env[69959]: DEBUG oslo_vmware.api [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4086990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306057} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.643238] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.643936] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.644255] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.644551] env[69959]: INFO nova.compute.manager [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 970.645044] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.645381] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.645724] env[69959]: DEBUG nova.compute.manager [-] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.645932] env[69959]: DEBUG nova.network.neutron [-] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.742151] env[69959]: ERROR nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] [req-b178874b-a4cf-459b-8909-0c3b4efcb55c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b178874b-a4cf-459b-8909-0c3b4efcb55c"}]} [ 970.766906] env[69959]: DEBUG nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.786247] env[69959]: DEBUG nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.786247] env[69959]: DEBUG nova.compute.provider_tree [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.803161] env[69959]: DEBUG nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.827030] env[69959]: DEBUG nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.899651] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.923519] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.261s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.025615] env[69959]: INFO nova.compute.manager [-] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Took 1.30 seconds to deallocate network for instance. [ 971.031499] env[69959]: DEBUG nova.network.neutron [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.148053] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086991, 'name': ReconfigVM_Task, 'duration_secs': 0.566892} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.148489] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Reconfigured VM instance instance-00000046 to attach disk [datastore2] fb03021d-c44a-4c80-ba18-5916d2713877/fb03021d-c44a-4c80-ba18-5916d2713877.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.149229] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d275ec-8260-4dbf-991c-102af02d323d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.158753] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 971.158753] env[69959]: value = "task-4086993" [ 971.158753] env[69959]: _type = "Task" [ 971.158753] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.176724] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086993, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.177821] env[69959]: DEBUG nova.network.neutron [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Successfully updated port: f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.358072] env[69959]: DEBUG nova.network.neutron [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Updating instance_info_cache with network_info: [{"id": "8e3d6490-2c4f-48a0-802e-1e71a6f830ae", "address": "fa:16:3e:0f:06:71", "network": {"id": "ff95a1bb-22f2-4bc3-94bc-46c9306faed9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1928849448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569e8322c8f34ef981af84e957a95f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d6490-2c", "ovs_interfaceid": "8e3d6490-2c4f-48a0-802e-1e71a6f830ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.370647] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f58fdda-a520-4d73-a3c8-8a1975be7f7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.386234] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5deb967-1120-4a60-b520-1db67b11f0a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.399698] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633432} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.431469] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff/eabbeb11-1a92-4230-8159-4ded9d9e10ff.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.431740] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.432797] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e9ed5f-0286-4a23-a2ac-654ecc632eb1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.436291] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb83073-c6fe-429f-8af6-0f5bbb115a12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.451732] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb654b74-3903-4213-bdac-cffe51d8c227 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.456437] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 971.456437] env[69959]: value = "task-4086994" [ 971.456437] env[69959]: _type = "Task" [ 971.456437] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.469275] env[69959]: DEBUG nova.compute.provider_tree [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.477220] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.535548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.669797] env[69959]: DEBUG nova.network.neutron [-] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.681780] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086993, 'name': Rename_Task, 'duration_secs': 0.221901} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.681956] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.684636] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a8c28c-a9e2-4bc8-bac9-204315f9400a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.687049] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.687227] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.687396] env[69959]: DEBUG nova.network.neutron [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.696914] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 971.696914] env[69959]: value = "task-4086995" [ 971.696914] env[69959]: _type = "Task" [ 971.696914] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.708015] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.861510] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Releasing lock "refresh_cache-fe031c74-9e8b-4645-889c-b8fefb9a9d14" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.861966] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Instance network_info: |[{"id": "8e3d6490-2c4f-48a0-802e-1e71a6f830ae", "address": "fa:16:3e:0f:06:71", "network": {"id": "ff95a1bb-22f2-4bc3-94bc-46c9306faed9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1928849448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569e8322c8f34ef981af84e957a95f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d6490-2c", "ovs_interfaceid": "8e3d6490-2c4f-48a0-802e-1e71a6f830ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.862568] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:06:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e3d6490-2c4f-48a0-802e-1e71a6f830ae', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.871800] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Creating folder: Project (569e8322c8f34ef981af84e957a95f69). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.872203] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d9d2d8-078a-47c6-8c1e-854a9469b778 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.885717] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Created folder: Project (569e8322c8f34ef981af84e957a95f69) in parent group-v809535. [ 971.885965] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Creating folder: Instances. Parent ref: group-v809750. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.886355] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d4c529-d09e-4e30-8ccf-ac8694cd095b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.900555] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Created folder: Instances in parent group-v809750. [ 971.900827] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.901043] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.901338] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2953ba1b-cf1d-49b1-869b-e9c67475de5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.922324] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.922324] env[69959]: value = "task-4086998" [ 971.922324] env[69959]: _type = "Task" [ 971.922324] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.931821] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086998, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.968048] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114291} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.968464] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.969579] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ba0b76-a76a-44fa-8729-cee87d7a4035 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.001586] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff/eabbeb11-1a92-4230-8159-4ded9d9e10ff.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.002131] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0031d0d-a083-4b8b-abb4-c4b397e103b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.020900] env[69959]: DEBUG nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 972.021226] env[69959]: DEBUG nova.compute.provider_tree [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 105 to 106 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 972.021565] env[69959]: DEBUG nova.compute.provider_tree [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.033571] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 972.033571] env[69959]: value = "task-4086999" [ 972.033571] env[69959]: _type = "Task" [ 972.033571] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.045307] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.091576] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9329-581b-c659-1384-4f4bcbe33fd0/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.092917] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff3296f-1a01-4256-8224-e65994371c1c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.101331] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9329-581b-c659-1384-4f4bcbe33fd0/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.101550] env[69959]: ERROR oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9329-581b-c659-1384-4f4bcbe33fd0/disk-0.vmdk due to incomplete transfer. [ 972.101832] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-336cacf5-9fec-417d-bf1f-ecce99c74d67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.112543] env[69959]: DEBUG oslo_vmware.rw_handles [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9329-581b-c659-1384-4f4bcbe33fd0/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 972.112717] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Uploaded image 84086b26-92fd-44f5-af1b-2dc43a2de29b to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 972.115045] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.115649] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8254bcb8-76eb-4953-bc5b-c1002199add6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123367] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 972.123367] env[69959]: value = "task-4087000" [ 972.123367] env[69959]: _type = "Task" [ 972.123367] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.133343] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087000, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.175688] env[69959]: INFO nova.compute.manager [-] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Took 1.53 seconds to deallocate network for instance. [ 972.208361] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.258228] env[69959]: WARNING nova.network.neutron [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] 22305619-c081-4b48-991e-69909e91ae94 already exists in list: networks containing: ['22305619-c081-4b48-991e-69909e91ae94']. ignoring it [ 972.439231] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4086998, 'name': CreateVM_Task, 'duration_secs': 0.501077} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.439231] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.441442] env[69959]: DEBUG nova.compute.manager [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Received event network-vif-plugged-8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.442326] env[69959]: DEBUG oslo_concurrency.lockutils [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] Acquiring lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.442763] env[69959]: DEBUG oslo_concurrency.lockutils [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.443126] env[69959]: DEBUG oslo_concurrency.lockutils [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.443703] env[69959]: DEBUG nova.compute.manager [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] No waiting events found dispatching network-vif-plugged-8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 972.445057] env[69959]: WARNING nova.compute.manager [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Received unexpected event network-vif-plugged-8e3d6490-2c4f-48a0-802e-1e71a6f830ae for instance with vm_state building and task_state spawning. [ 972.445501] env[69959]: DEBUG nova.compute.manager [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Received event network-changed-8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.449030] env[69959]: DEBUG nova.compute.manager [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Refreshing instance network info cache due to event network-changed-8e3d6490-2c4f-48a0-802e-1e71a6f830ae. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.449030] env[69959]: DEBUG oslo_concurrency.lockutils [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] Acquiring lock "refresh_cache-fe031c74-9e8b-4645-889c-b8fefb9a9d14" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.449030] env[69959]: DEBUG oslo_concurrency.lockutils [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] Acquired lock "refresh_cache-fe031c74-9e8b-4645-889c-b8fefb9a9d14" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.449030] env[69959]: DEBUG nova.network.neutron [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Refreshing network info cache for port 8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.449030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.449030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.449030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.450450] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9fcfe4-a32e-4b49-9b64-20af60833541 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.460954] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 972.460954] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d8485f-1cee-b38b-61b9-c59e2e6f4346" [ 972.460954] env[69959]: _type = "Task" [ 972.460954] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.474795] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d8485f-1cee-b38b-61b9-c59e2e6f4346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.530070] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.633s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.530567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.552s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.534950] env[69959]: INFO nova.compute.claims [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.551029] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4086999, 'name': ReconfigVM_Task, 'duration_secs': 0.478805} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.551029] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Reconfigured VM instance instance-00000047 to attach disk [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff/eabbeb11-1a92-4230-8159-4ded9d9e10ff.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.551029] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65aa1b35-efe8-4991-9776-8b39ce52aca3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.555260] env[69959]: INFO nova.scheduler.client.report [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Deleted allocations for instance 319bff64-fe45-4306-8cad-4349f96694e2 [ 972.560897] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 972.560897] env[69959]: value = "task-4087001" [ 972.560897] env[69959]: _type = "Task" [ 972.560897] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.579251] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087001, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.636838] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087000, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.682134] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.710790] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.926441] env[69959]: DEBUG nova.network.neutron [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4ec02d5-3307-496c-9280-217458bd8552", "address": "fa:16:3e:72:68:15", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec02d5-33", "ovs_interfaceid": "f4ec02d5-3307-496c-9280-217458bd8552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.976198] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d8485f-1cee-b38b-61b9-c59e2e6f4346, 'name': SearchDatastore_Task, 'duration_secs': 0.029204} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.976198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.976198] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.976198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.976198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.976198] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.976198] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b0602e-cab5-4d54-a662-4aeed906ae24 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.995948] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.996316] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.997551] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aaab7b9-4b4e-41f7-b495-c139033d4c12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.007173] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 973.007173] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522804e0-8943-7185-c63c-b764a90547c4" [ 973.007173] env[69959]: _type = "Task" [ 973.007173] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.020040] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522804e0-8943-7185-c63c-b764a90547c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.069053] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d4aa50d5-e3db-4e64-92b0-acac24697170 tempest-ServersListShow296Test-1017910754 tempest-ServersListShow296Test-1017910754-project-member] Lock "319bff64-fe45-4306-8cad-4349f96694e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.484s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.088495] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087001, 'name': Rename_Task, 'duration_secs': 0.178365} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.088673] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.089164] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1188a57-bc94-4758-a9be-2322f72ac052 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.099899] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 973.099899] env[69959]: value = "task-4087002" [ 973.099899] env[69959]: _type = "Task" [ 973.099899] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.112260] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.139444] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087000, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.211676] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086995, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.431575] env[69959]: DEBUG nova.network.neutron [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Updated VIF entry in instance network info cache for port 8e3d6490-2c4f-48a0-802e-1e71a6f830ae. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.432220] env[69959]: DEBUG nova.network.neutron [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Updating instance_info_cache with network_info: [{"id": "8e3d6490-2c4f-48a0-802e-1e71a6f830ae", "address": "fa:16:3e:0f:06:71", "network": {"id": "ff95a1bb-22f2-4bc3-94bc-46c9306faed9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1928849448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569e8322c8f34ef981af84e957a95f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d6490-2c", "ovs_interfaceid": "8e3d6490-2c4f-48a0-802e-1e71a6f830ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.437023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.437023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.437023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.437023] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272dc073-9822-4d7e-ad9a-0116fa6999db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.455261] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.455261] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.455538] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.455538] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.455675] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.456270] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.456270] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.456270] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.456613] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.456613] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.456724] env[69959]: DEBUG nova.virt.hardware [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.463249] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfiguring VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 973.464616] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799abda8-c199-4492-b8cf-4b1207808ae6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.490564] env[69959]: DEBUG oslo_vmware.api [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 973.490564] env[69959]: value = "task-4087003" [ 973.490564] env[69959]: _type = "Task" [ 973.490564] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.502894] env[69959]: DEBUG oslo_vmware.api [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087003, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.519073] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522804e0-8943-7185-c63c-b764a90547c4, 'name': SearchDatastore_Task, 'duration_secs': 0.016888} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.521648] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46131bf-7e55-4feb-9b0d-9038cf60befd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.531146] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 973.531146] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ab440-c552-cb89-92af-a9beb0fea796" [ 973.531146] env[69959]: _type = "Task" [ 973.531146] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.546400] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ab440-c552-cb89-92af-a9beb0fea796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.615789] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.645143] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087000, 'name': Destroy_Task, 'duration_secs': 1.130605} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.645143] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroyed the VM [ 973.645143] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.645338] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ad59678-64b2-43d9-9cf4-01356007ac49 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.663246] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 973.663246] env[69959]: value = "task-4087004" [ 973.663246] env[69959]: _type = "Task" [ 973.663246] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.677715] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.710414] env[69959]: DEBUG oslo_vmware.api [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4086995, 'name': PowerOnVM_Task, 'duration_secs': 1.676535} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.710742] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.710982] env[69959]: INFO nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Took 11.34 seconds to spawn the instance on the hypervisor. [ 973.711298] env[69959]: DEBUG nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.715484] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91dfc55-5bca-4f69-a233-ad1d79a4c6da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.941032] env[69959]: DEBUG oslo_concurrency.lockutils [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] Releasing lock "refresh_cache-fe031c74-9e8b-4645-889c-b8fefb9a9d14" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.941032] env[69959]: DEBUG nova.compute.manager [req-5bb6e47c-8e46-4585-b52c-4057ee4aa418 req-119b5e98-c08b-4b74-8cb2-0386a9160746 service nova] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Received event network-vif-deleted-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.002735] env[69959]: DEBUG oslo_vmware.api [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.047548] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528ab440-c552-cb89-92af-a9beb0fea796, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.052436] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.052436] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] fe031c74-9e8b-4645-889c-b8fefb9a9d14/fe031c74-9e8b-4645-889c-b8fefb9a9d14.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.052775] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617ba53b-fc4f-422a-9b9b-a33246c909ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.061905] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 974.061905] env[69959]: value = "task-4087005" [ 974.061905] env[69959]: _type = "Task" [ 974.061905] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.072864] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.116479] env[69959]: DEBUG oslo_vmware.api [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087002, 'name': PowerOnVM_Task, 'duration_secs': 0.588615} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.116957] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.117240] env[69959]: INFO nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Took 8.99 seconds to spawn the instance on the hypervisor. [ 974.117472] env[69959]: DEBUG nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.118351] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836fab6-703d-4351-8d5e-00739acf5960 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.125059] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f6895f-bd6a-4ccb-a108-24c7353f324f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.134736] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a052a-47bc-4f34-b589-a0f9797a3817 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.177397] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6703975-e80c-4b6b-8b04-390702e60c85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188932] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.191172] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc2d37-e935-498a-9aa9-140476adbd3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.207950] env[69959]: DEBUG nova.compute.provider_tree [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.236297] env[69959]: INFO nova.compute.manager [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Took 53.99 seconds to build instance. [ 974.296784] env[69959]: DEBUG nova.compute.manager [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.297104] env[69959]: DEBUG nova.compute.manager [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing instance network info cache due to event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.297438] env[69959]: DEBUG oslo_concurrency.lockutils [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.297769] env[69959]: DEBUG oslo_concurrency.lockutils [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.297959] env[69959]: DEBUG nova.network.neutron [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.507622] env[69959]: DEBUG oslo_vmware.api [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087003, 'name': ReconfigVM_Task, 'duration_secs': 0.981486} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.508285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.508576] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfigured VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 974.577897] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.654932] env[69959]: INFO nova.compute.manager [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Took 48.79 seconds to build instance. [ 974.688557] env[69959]: DEBUG oslo_vmware.api [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087004, 'name': RemoveSnapshot_Task, 'duration_secs': 0.891882} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.688557] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.688557] env[69959]: INFO nova.compute.manager [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 19.33 seconds to snapshot the instance on the hypervisor. [ 974.711488] env[69959]: DEBUG nova.scheduler.client.report [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.738557] env[69959]: DEBUG oslo_concurrency.lockutils [None req-54227968-7d9b-4629-85a8-70f9ca82f43a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "fb03021d-c44a-4c80-ba18-5916d2713877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.122s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.014348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-653f446d-0d66-43a7-80d0-f0d375dc066b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.492s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.077832] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659315} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.078250] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] fe031c74-9e8b-4645-889c-b8fefb9a9d14/fe031c74-9e8b-4645-889c-b8fefb9a9d14.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.078468] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.078745] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bfeee88-c668-49d8-a4dc-e96179cd3545 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.088277] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 975.088277] env[69959]: value = "task-4087006" [ 975.088277] env[69959]: _type = "Task" [ 975.088277] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.097723] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.158976] env[69959]: DEBUG oslo_concurrency.lockutils [None req-47758561-91c6-47ec-a0e2-030cd216b0c3 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.346s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.175324] env[69959]: DEBUG nova.network.neutron [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updated VIF entry in instance network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.175324] env[69959]: DEBUG nova.network.neutron [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.218729] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.219669] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.224893] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.089s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.227037] env[69959]: DEBUG nova.objects.instance [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lazy-loading 'resources' on Instance uuid 56ea1960-7814-40c3-abac-aac3ab73872d {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.249142] env[69959]: DEBUG nova.compute.manager [None req-d50f46c0-de7f-474f-8108-ecdcb00991d1 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Found 2 images (rotation: 2) {{(pid=69959) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 975.599776] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071811} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.600294] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.601098] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea20284d-f239-49c0-81f5-ab9aed876108 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.628405] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] fe031c74-9e8b-4645-889c-b8fefb9a9d14/fe031c74-9e8b-4645-889c-b8fefb9a9d14.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.628595] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc2bbd4-5727-4f60-a56b-979b3e3475f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.650215] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 975.650215] env[69959]: value = "task-4087007" [ 975.650215] env[69959]: _type = "Task" [ 975.650215] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.661624] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.670993] env[69959]: DEBUG nova.compute.manager [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-vif-plugged-f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.670993] env[69959]: DEBUG oslo_concurrency.lockutils [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.670993] env[69959]: DEBUG oslo_concurrency.lockutils [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.671289] env[69959]: DEBUG oslo_concurrency.lockutils [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.671338] env[69959]: DEBUG nova.compute.manager [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] No waiting events found dispatching network-vif-plugged-f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 975.671621] env[69959]: WARNING nova.compute.manager [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received unexpected event network-vif-plugged-f4ec02d5-3307-496c-9280-217458bd8552 for instance with vm_state active and task_state None. [ 975.671675] env[69959]: DEBUG nova.compute.manager [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Received event network-vif-deleted-486d4181-5d60-4a71-b478-e7ed68f90f42 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.671869] env[69959]: DEBUG nova.compute.manager [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-changed-f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.672076] env[69959]: DEBUG nova.compute.manager [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing instance network info cache due to event network-changed-f4ec02d5-3307-496c-9280-217458bd8552. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.672332] env[69959]: DEBUG oslo_concurrency.lockutils [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.672438] env[69959]: DEBUG oslo_concurrency.lockutils [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.672576] env[69959]: DEBUG nova.network.neutron [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing network info cache for port f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.677384] env[69959]: DEBUG oslo_concurrency.lockutils [req-054c1459-5ab4-46b2-aa7c-6dd611811a1b req-5bc81f3b-efcd-41ef-a22a-df206a18323e service nova] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.730095] env[69959]: DEBUG nova.compute.utils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.732520] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.732716] env[69959]: DEBUG nova.network.neutron [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.806543] env[69959]: DEBUG nova.policy [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd6278b54b34717915aaa45678df357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc40e04316842d0b22f50e5f55b4913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.997787] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "30eb8c30-18ea-431d-86e2-6df93d6472f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.998465] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.165037] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.240061] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.243630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4eee9b-c81d-4e17-b032-42eedcef635b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.259032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523e210-9d65-4619-99e7-f2ed040736bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.299759] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824663d-0dbd-4301-bd47-043a9c47b051 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.311990] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac3c0be-ef80-4f8e-af9f-f7d73c21906a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.318705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "fb03021d-c44a-4c80-ba18-5916d2713877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.319046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "fb03021d-c44a-4c80-ba18-5916d2713877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.319395] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "fb03021d-c44a-4c80-ba18-5916d2713877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.319582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "fb03021d-c44a-4c80-ba18-5916d2713877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.319896] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "fb03021d-c44a-4c80-ba18-5916d2713877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.330416] env[69959]: DEBUG nova.compute.provider_tree [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.332223] env[69959]: INFO nova.compute.manager [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Terminating instance [ 976.423561] env[69959]: DEBUG nova.network.neutron [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Successfully created port: 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.500573] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.545980] env[69959]: DEBUG nova.network.neutron [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updated VIF entry in instance network info cache for port f4ec02d5-3307-496c-9280-217458bd8552. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.546564] env[69959]: DEBUG nova.network.neutron [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4ec02d5-3307-496c-9280-217458bd8552", "address": "fa:16:3e:72:68:15", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec02d5-33", "ovs_interfaceid": "f4ec02d5-3307-496c-9280-217458bd8552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.664359] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087007, 'name': ReconfigVM_Task, 'duration_secs': 0.603416} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.664632] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Reconfigured VM instance instance-00000048 to attach disk [datastore2] fe031c74-9e8b-4645-889c-b8fefb9a9d14/fe031c74-9e8b-4645-889c-b8fefb9a9d14.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.665609] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7747a876-eb29-496f-86a6-07fd430a7b77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.676236] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 976.676236] env[69959]: value = "task-4087008" [ 976.676236] env[69959]: _type = "Task" [ 976.676236] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.687970] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087008, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.838026] env[69959]: DEBUG nova.scheduler.client.report [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.842501] env[69959]: DEBUG nova.compute.manager [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.842758] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.844617] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9550809a-df04-4171-abca-53ad0fd558b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.855348] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.855660] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab07d44-c1b1-4e8b-8db2-4eaf6f7aae6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.864267] env[69959]: DEBUG oslo_vmware.api [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 976.864267] env[69959]: value = "task-4087009" [ 976.864267] env[69959]: _type = "Task" [ 976.864267] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.875479] env[69959]: DEBUG oslo_vmware.api [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.025113] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.049941] env[69959]: DEBUG oslo_concurrency.lockutils [req-1fa1448a-84cb-4b27-bc59-aa33b730b886 req-7fb1968b-2f31-45d8-a282-86e8c7cd705f service nova] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.128100] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "f60c23cd-0721-4bc7-ab89-15cab588aa29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.128652] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "f60c23cd-0721-4bc7-ab89-15cab588aa29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.190517] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087008, 'name': Rename_Task, 'duration_secs': 0.280755} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.191380] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.191794] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-228c0876-3cb7-4c12-967e-4396800088ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.202020] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 977.202020] env[69959]: value = "task-4087010" [ 977.202020] env[69959]: _type = "Task" [ 977.202020] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.212095] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.257011] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.286447] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.286695] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.286850] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.287041] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.287207] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.287360] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.287570] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.287728] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.287900] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.288075] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.288995] env[69959]: DEBUG nova.virt.hardware [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.289216] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151c0f2-cbfb-4783-a78f-d057a7a74804 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.299157] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e738ad9-85bb-4138-a2bd-b12647c12be5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.344503] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.347696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.918s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.348081] env[69959]: DEBUG nova.objects.instance [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'resources' on Instance uuid ab1daa13-0d35-4d7b-9ead-390a2b737145 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.376620] env[69959]: DEBUG oslo_vmware.api [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087009, 'name': PowerOffVM_Task, 'duration_secs': 0.466505} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.376620] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.376963] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.376963] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e657d9b-e715-4dd2-b6fd-073d1dd296bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.383842] env[69959]: INFO nova.scheduler.client.report [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Deleted allocations for instance 56ea1960-7814-40c3-abac-aac3ab73872d [ 977.453100] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.453357] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.453561] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleting the datastore file [datastore2] fb03021d-c44a-4c80-ba18-5916d2713877 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.454194] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1abd364-72a7-4ce4-ae57-1968f5f62e2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.462408] env[69959]: DEBUG oslo_vmware.api [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 977.462408] env[69959]: value = "task-4087012" [ 977.462408] env[69959]: _type = "Task" [ 977.462408] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.474964] env[69959]: DEBUG oslo_vmware.api [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.596233] env[69959]: DEBUG nova.compute.manager [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.597752] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2b8fc-9b73-4f21-a642-63e0f5fa961b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.633374] env[69959]: DEBUG nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.719652] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.838362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-531b1429-d2a7-499d-928b-e7fb2542df74" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.838637] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-531b1429-d2a7-499d-928b-e7fb2542df74" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.839094] env[69959]: DEBUG nova.objects.instance [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'flavor' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.894726] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Lock "56ea1960-7814-40c3-abac-aac3ab73872d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.947s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.983671] env[69959]: DEBUG oslo_vmware.api [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249205} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.983671] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.983671] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.983671] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.983671] env[69959]: INFO nova.compute.manager [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.984157] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.987209] env[69959]: DEBUG nova.compute.manager [-] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.987349] env[69959]: DEBUG nova.network.neutron [-] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.112202] env[69959]: INFO nova.compute.manager [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] instance snapshotting [ 978.112938] env[69959]: DEBUG nova.objects.instance [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'flavor' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.156142] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.213522] env[69959]: DEBUG oslo_vmware.api [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087010, 'name': PowerOnVM_Task, 'duration_secs': 0.891667} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.217068] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.217120] env[69959]: INFO nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Took 9.37 seconds to spawn the instance on the hypervisor. [ 978.218071] env[69959]: DEBUG nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.218814] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5e7278-b14b-4a3c-b1bc-33ef6846d972 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.355386] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a5d290-9217-49c3-902b-d41c62912898 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.365489] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c959e20-5ffd-435e-b0da-35e6719fccdd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.403022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41231268-6f79-4f4a-911f-892c07813b98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.411333] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368481b7-98bd-4aaa-83a5-f8bf3f0f9933 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.427462] env[69959]: DEBUG nova.compute.provider_tree [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.466097] env[69959]: DEBUG nova.objects.instance [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'pci_requests' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.496645] env[69959]: DEBUG nova.network.neutron [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Successfully updated port: 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.620586] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e07df1-71f5-4df1-b134-13f606738a0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.640034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539b60d-d3f1-447e-b03b-34afaea0e0f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.738848] env[69959]: INFO nova.compute.manager [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Took 45.86 seconds to build instance. [ 978.798069] env[69959]: DEBUG nova.network.neutron [-] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.930887] env[69959]: DEBUG nova.scheduler.client.report [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.968827] env[69959]: DEBUG nova.objects.base [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.969133] env[69959]: DEBUG nova.network.neutron [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.001324] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.001523] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.001696] env[69959]: DEBUG nova.network.neutron [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.065321] env[69959]: DEBUG nova.policy [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.134828] env[69959]: DEBUG nova.compute.manager [req-f5953d8d-30ff-49f4-b770-67b906fb8992 req-eded18e7-1dc8-4295-8444-4da15c893815 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Received event network-vif-plugged-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.135138] env[69959]: DEBUG oslo_concurrency.lockutils [req-f5953d8d-30ff-49f4-b770-67b906fb8992 req-eded18e7-1dc8-4295-8444-4da15c893815 service nova] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.135983] env[69959]: DEBUG oslo_concurrency.lockutils [req-f5953d8d-30ff-49f4-b770-67b906fb8992 req-eded18e7-1dc8-4295-8444-4da15c893815 service nova] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.135983] env[69959]: DEBUG oslo_concurrency.lockutils [req-f5953d8d-30ff-49f4-b770-67b906fb8992 req-eded18e7-1dc8-4295-8444-4da15c893815 service nova] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.135983] env[69959]: DEBUG nova.compute.manager [req-f5953d8d-30ff-49f4-b770-67b906fb8992 req-eded18e7-1dc8-4295-8444-4da15c893815 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] No waiting events found dispatching network-vif-plugged-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 979.136178] env[69959]: WARNING nova.compute.manager [req-f5953d8d-30ff-49f4-b770-67b906fb8992 req-eded18e7-1dc8-4295-8444-4da15c893815 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Received unexpected event network-vif-plugged-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 for instance with vm_state building and task_state spawning. [ 979.151449] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.152787] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd513f82-fc60-4331-92b0-621506180b8c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.156178] env[69959]: DEBUG nova.compute.manager [req-9df9ed3c-66ab-46d6-b9cf-a9997b442aed req-bafb92c7-0cf3-47b0-8528-52aca266bbaa service nova] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Received event network-vif-deleted-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.163183] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 979.163183] env[69959]: value = "task-4087013" [ 979.163183] env[69959]: _type = "Task" [ 979.163183] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.178552] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.241586] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e4620908-1972-434b-897a-f4c429feb575 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.922s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.301654] env[69959]: INFO nova.compute.manager [-] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Took 1.31 seconds to deallocate network for instance. [ 979.437351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.439770] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.191s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.444204] env[69959]: INFO nova.compute.claims [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.465599] env[69959]: INFO nova.scheduler.client.report [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocations for instance ab1daa13-0d35-4d7b-9ead-390a2b737145 [ 979.504936] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be19dd-e733-130c-594e-c544be759915/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.507525] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4ed9e-9103-4bd1-915a-62e4276c950f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.516630] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be19dd-e733-130c-594e-c544be759915/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.516630] env[69959]: ERROR oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be19dd-e733-130c-594e-c544be759915/disk-0.vmdk due to incomplete transfer. [ 979.516837] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96736ee2-96ee-4338-9459-f4fa305b0b33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.525466] env[69959]: DEBUG oslo_vmware.rw_handles [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be19dd-e733-130c-594e-c544be759915/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 979.525613] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Uploaded image d2669e5e-1e20-4695-aa12-023743f12059 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 979.527500] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 979.527629] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-094a1b3a-7277-499c-977f-e9ff1fd9732b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.535678] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 979.535678] env[69959]: value = "task-4087014" [ 979.535678] env[69959]: _type = "Task" [ 979.535678] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.545469] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087014, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.555832] env[69959]: DEBUG nova.network.neutron [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.675534] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.700830] env[69959]: DEBUG nova.network.neutron [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updating instance_info_cache with network_info: [{"id": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "address": "fa:16:3e:c0:7f:72", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccc8425-47", "ovs_interfaceid": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.713624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.714026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.714901] env[69959]: DEBUG nova.compute.manager [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.715306] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1eeffc-66d6-43e8-a9f0-4aeb8ae1fb00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.724567] env[69959]: DEBUG nova.compute.manager [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 979.725389] env[69959]: DEBUG nova.objects.instance [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'flavor' on Instance uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.808629] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.974283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-37bdb69d-0987-4235-9ccf-e787c83d6312 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "ab1daa13-0d35-4d7b-9ead-390a2b737145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.144s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.050310] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087014, 'name': Destroy_Task, 'duration_secs': 0.40191} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.050919] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Destroyed the VM [ 980.051362] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 980.051736] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0c91fb6-5666-460f-9ba9-985345b1479a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.060973] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 980.060973] env[69959]: value = "task-4087015" [ 980.060973] env[69959]: _type = "Task" [ 980.060973] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.073917] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.173789] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087013, 'name': CreateSnapshot_Task, 'duration_secs': 0.685233} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.174097] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 980.174967] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d509240-187a-4761-92a2-65a4be425e1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.203888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.204269] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance network_info: |[{"id": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "address": "fa:16:3e:c0:7f:72", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccc8425-47", "ovs_interfaceid": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.204703] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:7f:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ccc8425-472f-4c50-ad1a-c3e13f237bb5', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.213041] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.213134] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.213369] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5531b108-c8ea-4925-9b71-1484c7f1dd52 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.241663] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.241663] env[69959]: value = "task-4087016" [ 980.241663] env[69959]: _type = "Task" [ 980.241663] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.252325] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087016, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.582575] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.696971] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.696971] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bba61e8-aa20-4831-8fb5-379743e21475 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.705983] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 980.705983] env[69959]: value = "task-4087017" [ 980.705983] env[69959]: _type = "Task" [ 980.705983] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.722640] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087017, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.734783] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.735157] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b77b33b-56ec-4926-991b-53cb540d6065 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.750346] env[69959]: DEBUG oslo_vmware.api [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 980.750346] env[69959]: value = "task-4087018" [ 980.750346] env[69959]: _type = "Task" [ 980.750346] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.758655] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087016, 'name': CreateVM_Task, 'duration_secs': 0.417192} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.766350] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.766350] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.766350] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.766350] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.766350] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c50a4b-490e-4ca2-813c-59e1d23569d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.775487] env[69959]: DEBUG oslo_vmware.api [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.780864] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 980.780864] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d00174-ec2a-7fdc-c680-4ee320fbd8f3" [ 980.780864] env[69959]: _type = "Task" [ 980.780864] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.791456] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d00174-ec2a-7fdc-c680-4ee320fbd8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.791884] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.792209] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.792544] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.792787] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.792941] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.796780] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e2def52-5fb3-49c0-84a0-85385702d3c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.807398] env[69959]: DEBUG nova.network.neutron [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Successfully updated port: 531b1429-d2a7-499d-928b-e7fb2542df74 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.810034] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.810251] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.815332] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acaa1b45-f85b-4add-8e4d-938195f00fab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.825249] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 980.825249] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52722b23-cfca-5a5e-8165-f9cb5ca129e1" [ 980.825249] env[69959]: _type = "Task" [ 980.825249] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.840877] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52722b23-cfca-5a5e-8165-f9cb5ca129e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.841956] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a12df5-9834-4c8a-b057-27801a4b9ee4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.853165] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 980.853165] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7db96-c288-7ffb-1512-f7bcc07ac63b" [ 980.853165] env[69959]: _type = "Task" [ 980.853165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.864482] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7db96-c288-7ffb-1512-f7bcc07ac63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.943300] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef426cd-ba4c-4658-8d43-9647ba4f86dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.953119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f6f4b0-c48d-4667-b5ab-779931a6a84b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.992070] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4701ff7-bdbf-4fbf-9fae-7758a3eb3241 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.001835] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5492905-021c-41a5-aa5c-8bb07e39ed9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.019032] env[69959]: DEBUG nova.compute.provider_tree [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.073961] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087015, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.217862] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087017, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.268156] env[69959]: DEBUG oslo_vmware.api [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087018, 'name': PowerOffVM_Task, 'duration_secs': 0.21478} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.268512] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.268647] env[69959]: DEBUG nova.compute.manager [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.269457] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b9a6eb-ec4e-4ad7-b37c-b93fbd59fea3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.313971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.313971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.314913] env[69959]: DEBUG nova.network.neutron [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.364976] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7db96-c288-7ffb-1512-f7bcc07ac63b, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.365350] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.365663] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.366294] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8983189e-3c58-4731-bd12-795d7c98890c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.374503] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 981.374503] env[69959]: value = "task-4087019" [ 981.374503] env[69959]: _type = "Task" [ 981.374503] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.384878] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.522916] env[69959]: DEBUG nova.scheduler.client.report [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.574773] env[69959]: DEBUG oslo_vmware.api [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087015, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135807} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.574956] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.575666] env[69959]: INFO nova.compute.manager [None req-210a7239-770e-44b2-8006-3339543466c3 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Took 17.56 seconds to snapshot the instance on the hypervisor. [ 981.691157] env[69959]: DEBUG nova.compute.manager [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 981.724344] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087017, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.785093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b2bd73cb-a4d1-4c39-b3ea-de11b6a3116f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.917855] env[69959]: WARNING nova.network.neutron [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] 22305619-c081-4b48-991e-69909e91ae94 already exists in list: networks containing: ['22305619-c081-4b48-991e-69909e91ae94']. ignoring it [ 981.917855] env[69959]: WARNING nova.network.neutron [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] 22305619-c081-4b48-991e-69909e91ae94 already exists in list: networks containing: ['22305619-c081-4b48-991e-69909e91ae94']. ignoring it [ 981.917855] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505956} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.917855] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.917855] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.917855] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e186d18-9039-4a6e-8895-252d332f6197 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.917855] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 981.917855] env[69959]: value = "task-4087020" [ 981.917855] env[69959]: _type = "Task" [ 981.917855] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.917855] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.021509] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "a5d262a7-5803-4169-9c1f-8f112c44db09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.021784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.029163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.029710] env[69959]: DEBUG nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.032744] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.714s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.032948] env[69959]: DEBUG nova.objects.instance [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.216444] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.222907] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087017, 'name': CloneVM_Task, 'duration_secs': 1.488378} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.223224] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Created linked-clone VM from snapshot [ 982.224078] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af21883a-3463-4571-8701-9961aa71eda0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.232366] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Uploading image 766478ee-158f-4d59-b693-a8726e0fb53a {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 982.258656] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 982.258656] env[69959]: value = "vm-809755" [ 982.258656] env[69959]: _type = "VirtualMachine" [ 982.258656] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 982.258921] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bccec6e8-0131-421d-bed2-c74acfff2efc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.267056] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease: (returnval){ [ 982.267056] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200ab32-5613-d130-1600-66c6f52575c8" [ 982.267056] env[69959]: _type = "HttpNfcLease" [ 982.267056] env[69959]: } obtained for exporting VM: (result){ [ 982.267056] env[69959]: value = "vm-809755" [ 982.267056] env[69959]: _type = "VirtualMachine" [ 982.267056] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 982.267396] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the lease: (returnval){ [ 982.267396] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200ab32-5613-d130-1600-66c6f52575c8" [ 982.267396] env[69959]: _type = "HttpNfcLease" [ 982.267396] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.273795] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.273795] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200ab32-5613-d130-1600-66c6f52575c8" [ 982.273795] env[69959]: _type = "HttpNfcLease" [ 982.273795] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.276696] env[69959]: DEBUG nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Received event network-changed-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.276823] env[69959]: DEBUG nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Refreshing instance network info cache due to event network-changed-8ccc8425-472f-4c50-ad1a-c3e13f237bb5. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.277042] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Acquiring lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.277193] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Acquired lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.277356] env[69959]: DEBUG nova.network.neutron [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Refreshing network info cache for port 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.411122] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123805} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.411463] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.412295] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2530a48-3080-4bb2-a6eb-9c9ab267ff97 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.441649] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.441984] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f7a1cd-7b48-417d-8eca-242d89d31d78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.463056] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 982.463056] env[69959]: value = "task-4087022" [ 982.463056] env[69959]: _type = "Task" [ 982.463056] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.464374] env[69959]: DEBUG nova.network.neutron [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4ec02d5-3307-496c-9280-217458bd8552", "address": "fa:16:3e:72:68:15", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec02d5-33", "ovs_interfaceid": "f4ec02d5-3307-496c-9280-217458bd8552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "531b1429-d2a7-499d-928b-e7fb2542df74", "address": "fa:16:3e:a6:2e:78", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531b1429-d2", "ovs_interfaceid": "531b1429-d2a7-499d-928b-e7fb2542df74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.475034] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.524476] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.527359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "574d2f50-1416-4c2c-a515-91585203cf9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.527729] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "574d2f50-1416-4c2c-a515-91585203cf9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.537919] env[69959]: DEBUG nova.compute.utils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.542532] env[69959]: DEBUG nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 982.776013] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.776013] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200ab32-5613-d130-1600-66c6f52575c8" [ 982.776013] env[69959]: _type = "HttpNfcLease" [ 982.776013] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.776235] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.776235] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200ab32-5613-d130-1600-66c6f52575c8" [ 982.776235] env[69959]: _type = "HttpNfcLease" [ 982.776235] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.777017] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3138f1-42bb-4096-8bef-979a02cf3c92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.787809] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2eb2-c8b3-21ff-67f1-5b8d1528aa5f/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.788016] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2eb2-c8b3-21ff-67f1-5b8d1528aa5f/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.880743] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8ce8be5-fd39-4768-aa88-3a782bbe4042 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.970477] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.971087] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.971327] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.972965] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a2bbff-eba4-4ba3-8a69-8afc4302a19b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.980853] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087022, 'name': ReconfigVM_Task, 'duration_secs': 0.314668} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.993521] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.994601] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.994849] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.995057] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.995288] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.995470] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.995649] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.995892] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.996094] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.996304] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.996519] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.996729] env[69959]: DEBUG nova.virt.hardware [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.003394] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfiguring VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 983.006485] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1b9e0b8-0545-420b-8193-ffe31cb7996b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.008262] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75476ecd-df6b-4287-9824-4ae8eae4499b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.032554] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.039514] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 983.039514] env[69959]: value = "task-4087023" [ 983.039514] env[69959]: _type = "Task" [ 983.039514] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.039820] env[69959]: DEBUG oslo_vmware.api [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 983.039820] env[69959]: value = "task-4087024" [ 983.039820] env[69959]: _type = "Task" [ 983.039820] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.050213] env[69959]: DEBUG nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.054164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-565e2e8b-b4e1-4784-a76f-5d4d8862ecac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.055423] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.650s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.057020] env[69959]: INFO nova.compute.claims [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.065293] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.071078] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087023, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.074127] env[69959]: DEBUG oslo_vmware.api [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.147273] env[69959]: DEBUG nova.network.neutron [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updated VIF entry in instance network info cache for port 8ccc8425-472f-4c50-ad1a-c3e13f237bb5. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.147827] env[69959]: DEBUG nova.network.neutron [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updating instance_info_cache with network_info: [{"id": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "address": "fa:16:3e:c0:7f:72", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccc8425-47", "ovs_interfaceid": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.572439] env[69959]: DEBUG oslo_vmware.api [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.572950] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087023, 'name': Rename_Task, 'duration_secs': 0.266354} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.574602] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.574956] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.575352] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f795fd0-fc79-4f0e-bd3f-edb1a6b512d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.585413] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 983.585413] env[69959]: value = "task-4087025" [ 983.585413] env[69959]: _type = "Task" [ 983.585413] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.598765] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.652503] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Releasing lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.652848] env[69959]: DEBUG nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-vif-plugged-531b1429-d2a7-499d-928b-e7fb2542df74 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.652955] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.653249] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.653439] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.654027] env[69959]: DEBUG nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] No waiting events found dispatching network-vif-plugged-531b1429-d2a7-499d-928b-e7fb2542df74 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.654027] env[69959]: WARNING nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received unexpected event network-vif-plugged-531b1429-d2a7-499d-928b-e7fb2542df74 for instance with vm_state active and task_state None. [ 983.654502] env[69959]: DEBUG nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-changed-531b1429-d2a7-499d-928b-e7fb2542df74 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.656676] env[69959]: DEBUG nova.compute.manager [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing instance network info cache due to event network-changed-531b1429-d2a7-499d-928b-e7fb2542df74. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.656676] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.656676] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.656676] env[69959]: DEBUG nova.network.neutron [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Refreshing network info cache for port 531b1429-d2a7-499d-928b-e7fb2542df74 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.746375] env[69959]: DEBUG nova.objects.instance [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'flavor' on Instance uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.881485] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.882705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.882705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.882705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.882705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.885671] env[69959]: INFO nova.compute.manager [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Terminating instance [ 984.059086] env[69959]: DEBUG oslo_vmware.api [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087024, 'name': ReconfigVM_Task, 'duration_secs': 0.699726} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.060087] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.060429] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfigured VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 984.064327] env[69959]: DEBUG nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.087165] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.087846] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.087979] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.088281] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.088526] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.088686] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.088897] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.089084] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.089385] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.089584] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.089902] env[69959]: DEBUG nova.virt.hardware [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.091295] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d08d0a-a6f0-418a-b18a-f369a9cb253e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.110967] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e51f6f-c4c8-4223-8f43-630fcb328fc2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.115481] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.131951] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.139892] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Creating folder: Project (172ccf8766e14081a38dd13ada8468be). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.143946] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0549c70-c90c-4dea-820f-4be11a8962d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.162319] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Created folder: Project (172ccf8766e14081a38dd13ada8468be) in parent group-v809535. [ 984.162648] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Creating folder: Instances. Parent ref: group-v809756. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.165961] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0e9010-afc5-495b-82b8-afb9044d6ca1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.179755] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Created folder: Instances in parent group-v809756. [ 984.180138] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.183416] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.184766] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e7c12a-cf99-40b5-abaf-26a53fcf50bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.210206] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.210206] env[69959]: value = "task-4087028" [ 984.210206] env[69959]: _type = "Task" [ 984.210206] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.226009] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087028, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.252275] env[69959]: DEBUG oslo_concurrency.lockutils [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.253059] env[69959]: DEBUG oslo_concurrency.lockutils [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.253059] env[69959]: DEBUG nova.network.neutron [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.253059] env[69959]: DEBUG nova.objects.instance [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'info_cache' on Instance uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.392840] env[69959]: DEBUG nova.compute.manager [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.392840] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.393970] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d65db5-b4bb-4715-a089-e8fa30e2b588 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.409514] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.409781] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fea7e981-3f8b-4022-84a2-0304be5f15c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.418581] env[69959]: DEBUG oslo_vmware.api [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 984.418581] env[69959]: value = "task-4087029" [ 984.418581] env[69959]: _type = "Task" [ 984.418581] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.435223] env[69959]: DEBUG oslo_vmware.api [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.472901] env[69959]: DEBUG nova.network.neutron [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updated VIF entry in instance network info cache for port 531b1429-d2a7-499d-928b-e7fb2542df74. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.474465] env[69959]: DEBUG nova.network.neutron [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4ec02d5-3307-496c-9280-217458bd8552", "address": "fa:16:3e:72:68:15", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec02d5-33", "ovs_interfaceid": "f4ec02d5-3307-496c-9280-217458bd8552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "531b1429-d2a7-499d-928b-e7fb2542df74", "address": "fa:16:3e:a6:2e:78", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531b1429-d2", "ovs_interfaceid": "531b1429-d2a7-499d-928b-e7fb2542df74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.568416] env[69959]: DEBUG oslo_concurrency.lockutils [None req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-531b1429-d2a7-499d-928b-e7fb2542df74" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.730s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.609276] env[69959]: DEBUG oslo_vmware.api [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087025, 'name': PowerOnVM_Task, 'duration_secs': 0.811372} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.609687] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.609848] env[69959]: INFO nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Took 7.35 seconds to spawn the instance on the hypervisor. [ 984.610162] env[69959]: DEBUG nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.611236] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b54134-8488-4e26-a915-eaa9ab1a4a43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.630352] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31768010-2540-4257-9a76-6da3a646ad41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.640587] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7049dd-e5ca-4cca-9c58-a993ef909543 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.685442] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785fdd60-1fb1-4ff7-971e-7ddb30024f35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.695070] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e4d7d3-e50f-4f55-b2fa-e15c0368be38 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.712370] env[69959]: DEBUG nova.compute.provider_tree [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.724968] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087028, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.757098] env[69959]: DEBUG nova.objects.base [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.933017] env[69959]: DEBUG oslo_vmware.api [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087029, 'name': PowerOffVM_Task, 'duration_secs': 0.239676} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.933333] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.933592] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.933877] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cdbaf98-552b-4b58-ac30-cb512c63c480 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.978061] env[69959]: DEBUG oslo_concurrency.lockutils [req-ff0f04c4-2594-4df8-b791-6457a5ad26f6 req-ef18df39-b3d6-445a-b12b-f5b1262798ae service nova] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.004066] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.004533] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.005087] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Deleting the datastore file [datastore2] fe031c74-9e8b-4645-889c-b8fefb9a9d14 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.006362] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897bd8fc-abc3-44c5-a004-acbd785cc0d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.013272] env[69959]: DEBUG oslo_vmware.api [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for the task: (returnval){ [ 985.013272] env[69959]: value = "task-4087031" [ 985.013272] env[69959]: _type = "Task" [ 985.013272] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.022773] env[69959]: DEBUG oslo_vmware.api [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.134915] env[69959]: INFO nova.compute.manager [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Took 37.18 seconds to build instance. [ 985.219878] env[69959]: DEBUG nova.scheduler.client.report [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.227854] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087028, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.524443] env[69959]: DEBUG oslo_vmware.api [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Task: {'id': task-4087031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244173} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.524839] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.525165] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.525389] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.525591] env[69959]: INFO nova.compute.manager [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 985.526783] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.526783] env[69959]: DEBUG nova.compute.manager [-] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.526783] env[69959]: DEBUG nova.network.neutron [-] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.636461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04e6c0d9-3307-4c89-9e1a-dd50305a815e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.696s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.658574] env[69959]: DEBUG nova.network.neutron [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.725502] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087028, 'name': CreateVM_Task, 'duration_secs': 1.484095} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.725756] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.726361] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.726579] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.726910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.727200] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1308584-6923-4606-8b83-34b079a93bed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.730047] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.730901] env[69959]: DEBUG nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.734607] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.518s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.734607] env[69959]: DEBUG nova.objects.instance [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'resources' on Instance uuid 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.742222] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 985.742222] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52665ef4-7179-a4ff-8211-2fd367f48b64" [ 985.742222] env[69959]: _type = "Task" [ 985.742222] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.752169] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52665ef4-7179-a4ff-8211-2fd367f48b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.067320] env[69959]: DEBUG nova.compute.manager [req-107921b7-35ce-4f58-821f-d62fbea28987 req-cb99100e-2b04-42f5-b1d4-363e2f6178b9 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Received event network-vif-deleted-8e3d6490-2c4f-48a0-802e-1e71a6f830ae {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.067532] env[69959]: INFO nova.compute.manager [req-107921b7-35ce-4f58-821f-d62fbea28987 req-cb99100e-2b04-42f5-b1d4-363e2f6178b9 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Neutron deleted interface 8e3d6490-2c4f-48a0-802e-1e71a6f830ae; detaching it from the instance and deleting it from the info cache [ 986.067714] env[69959]: DEBUG nova.network.neutron [req-107921b7-35ce-4f58-821f-d62fbea28987 req-cb99100e-2b04-42f5-b1d4-363e2f6178b9 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.161539] env[69959]: DEBUG oslo_concurrency.lockutils [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.238305] env[69959]: DEBUG nova.compute.utils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.243849] env[69959]: DEBUG nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 986.260730] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52665ef4-7179-a4ff-8211-2fd367f48b64, 'name': SearchDatastore_Task, 'duration_secs': 0.019259} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.260730] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.260730] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.260730] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.260730] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.260730] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.260730] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1447e0c3-892f-4651-8f7a-06685c41594d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.270954] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.271195] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.272286] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5f7101-5da2-4c2a-bc43-6f5a5be38c8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.279274] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 986.279274] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523a1cf5-a172-76dd-4aad-fd8968457045" [ 986.279274] env[69959]: _type = "Task" [ 986.279274] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.288476] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523a1cf5-a172-76dd-4aad-fd8968457045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.549310] env[69959]: DEBUG nova.network.neutron [-] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.575436] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11254071-2beb-450d-886b-3f265e07da63 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.587579] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ff289-aa5d-4a39-b866-6c1ff5901e70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.631075] env[69959]: DEBUG nova.compute.manager [req-107921b7-35ce-4f58-821f-d62fbea28987 req-cb99100e-2b04-42f5-b1d4-363e2f6178b9 service nova] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Detach interface failed, port_id=8e3d6490-2c4f-48a0-802e-1e71a6f830ae, reason: Instance fe031c74-9e8b-4645-889c-b8fefb9a9d14 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.683541] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-f4ec02d5-3307-496c-9280-217458bd8552" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.685151] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-f4ec02d5-3307-496c-9280-217458bd8552" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.744873] env[69959]: DEBUG nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.771956] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4507ae7a-8aec-405b-83d8-0b34766e96dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.782021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec582e-9dce-45d2-a856-1ff49f843ebd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.796183] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523a1cf5-a172-76dd-4aad-fd8968457045, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.824122] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db22bc7a-9147-4445-9280-f88c44295da1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.827342] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81b60f-879b-41ab-bbf3-c17fc5580c5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.835408] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 986.835408] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526eaae7-9616-1f34-5f93-b7c4e02b4850" [ 986.835408] env[69959]: _type = "Task" [ 986.835408] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.841709] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb87f89f-3498-41f5-9328-303ee7ae0fc2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.862653] env[69959]: DEBUG nova.compute.provider_tree [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.864199] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526eaae7-9616-1f34-5f93-b7c4e02b4850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.055679] env[69959]: INFO nova.compute.manager [-] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Took 1.53 seconds to deallocate network for instance. [ 987.167449] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.167847] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-756ed326-74fa-44df-87cd-0e2de75de6c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.177016] env[69959]: DEBUG oslo_vmware.api [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 987.177016] env[69959]: value = "task-4087032" [ 987.177016] env[69959]: _type = "Task" [ 987.177016] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.187414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.187587] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.187952] env[69959]: DEBUG oslo_vmware.api [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.188830] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1638b713-dc2f-4af1-aaae-dd0176949058 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.207680] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d630a000-e0e0-4aad-9a9d-a7d338b86d9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.239943] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfiguring VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 987.240320] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd28654f-aa8b-45d0-9c77-af6149fda511 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.265331] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 987.265331] env[69959]: value = "task-4087033" [ 987.265331] env[69959]: _type = "Task" [ 987.265331] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.273429] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.357998] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526eaae7-9616-1f34-5f93-b7c4e02b4850, 'name': SearchDatastore_Task, 'duration_secs': 0.024072} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.358275] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.358542] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] afc0b893-39b1-4523-9e25-77d517f5e468/afc0b893-39b1-4523-9e25-77d517f5e468.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.358821] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51aec61a-115d-4f5c-8f4a-cf949a839ffa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.370148] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 987.370148] env[69959]: value = "task-4087034" [ 987.370148] env[69959]: _type = "Task" [ 987.370148] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.380945] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.402399] env[69959]: ERROR nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [req-26c3e805-b082-4e84-82db-fbb5114b8c19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26c3e805-b082-4e84-82db-fbb5114b8c19"}]} [ 987.423528] env[69959]: DEBUG nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 987.439462] env[69959]: DEBUG nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 987.439865] env[69959]: DEBUG nova.compute.provider_tree [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.453436] env[69959]: DEBUG nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 987.473401] env[69959]: DEBUG nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 987.562971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.690895] env[69959]: DEBUG oslo_vmware.api [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087032, 'name': PowerOnVM_Task, 'duration_secs': 0.482871} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.693813] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.694166] env[69959]: DEBUG nova.compute.manager [None req-95bbadd4-bb89-4cdc-a91d-7080313525b6 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 987.695118] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca1d6c-6dfa-4f11-a28f-b24658d355dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.759782] env[69959]: DEBUG nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.777115] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.800473] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.800850] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.801253] env[69959]: DEBUG nova.virt.hardware [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.802216] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291c170-45dd-47fa-b09e-f6ebf425f096 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.817017] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad9493d-2f95-4801-bdb8-864f46b0620b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.835861] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.842806] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.843245] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.843535] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cece1430-0b3b-4d6b-ab3c-6a09c0ebb00d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.871918] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.871918] env[69959]: value = "task-4087035" [ 987.871918] env[69959]: _type = "Task" [ 987.871918] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.888761] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.892955] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087035, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.026816] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d825f6fc-e612-4eb3-b195-8e1a9f2417ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.038454] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a550ecee-43e3-4ca5-9881-c6450bd1365d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.076596] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee076f0-c68d-420b-b028-20679829f617 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.089652] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317c319-d5f9-40cc-954f-edb5d1bdee45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.103181] env[69959]: DEBUG nova.compute.manager [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Received event network-changed-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.103426] env[69959]: DEBUG nova.compute.manager [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Refreshing instance network info cache due to event network-changed-8ccc8425-472f-4c50-ad1a-c3e13f237bb5. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.103761] env[69959]: DEBUG oslo_concurrency.lockutils [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] Acquiring lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.103958] env[69959]: DEBUG oslo_concurrency.lockutils [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] Acquired lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.104270] env[69959]: DEBUG nova.network.neutron [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Refreshing network info cache for port 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.117773] env[69959]: DEBUG nova.compute.provider_tree [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.275532] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.385482] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824823} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.387962] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] afc0b893-39b1-4523-9e25-77d517f5e468/afc0b893-39b1-4523-9e25-77d517f5e468.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.387962] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.387962] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da846fb-a800-4df0-aa4b-29eae1792069 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.393621] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087035, 'name': CreateVM_Task, 'duration_secs': 0.371764} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.393621] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.393621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.393621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.393621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.393863] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905a531f-9a96-4b8c-b57e-f2d3d6c9e925 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.398425] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 988.398425] env[69959]: value = "task-4087036" [ 988.398425] env[69959]: _type = "Task" [ 988.398425] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.399905] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 988.399905] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52757e01-342c-4b40-f398-f1459f18e855" [ 988.399905] env[69959]: _type = "Task" [ 988.399905] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.420033] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.420033] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52757e01-342c-4b40-f398-f1459f18e855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.657471] env[69959]: DEBUG nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 988.657896] env[69959]: DEBUG nova.compute.provider_tree [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 112 to 113 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 988.658131] env[69959]: DEBUG nova.compute.provider_tree [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.778531] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.914076] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117733} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.915184] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.916436] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b4cd2-80cd-4149-86a2-1639223a2a08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.924801] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52757e01-342c-4b40-f398-f1459f18e855, 'name': SearchDatastore_Task, 'duration_secs': 0.015725} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.925665] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.925941] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.926478] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.926646] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.926898] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.930758] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9296173c-7f36-469a-b5e8-b0b3559db600 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.955106] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] afc0b893-39b1-4523-9e25-77d517f5e468/afc0b893-39b1-4523-9e25-77d517f5e468.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.956089] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e022d74c-3610-41ce-8193-27aac97ab72c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.975048] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.975261] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.976028] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5aa5209-e4be-47c7-b58e-09d28bf844cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.983023] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 988.983023] env[69959]: value = "task-4087037" [ 988.983023] env[69959]: _type = "Task" [ 988.983023] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.988523] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 988.988523] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd4051-f8b3-025f-4ad3-dbf1e59e6bf6" [ 988.988523] env[69959]: _type = "Task" [ 988.988523] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.992342] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.001414] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd4051-f8b3-025f-4ad3-dbf1e59e6bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.009207] env[69959]: DEBUG nova.network.neutron [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updated VIF entry in instance network info cache for port 8ccc8425-472f-4c50-ad1a-c3e13f237bb5. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.009564] env[69959]: DEBUG nova.network.neutron [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updating instance_info_cache with network_info: [{"id": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "address": "fa:16:3e:c0:7f:72", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccc8425-47", "ovs_interfaceid": "8ccc8425-472f-4c50-ad1a-c3e13f237bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.163441] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.429s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.166628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.868s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.166870] env[69959]: DEBUG nova.objects.instance [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lazy-loading 'resources' on Instance uuid dadb2785-7789-481c-8dc7-0ebb75222f80 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.201952] env[69959]: INFO nova.scheduler.client.report [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Deleted allocations for instance 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5 [ 989.277678] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.493471] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087037, 'name': ReconfigVM_Task, 'duration_secs': 0.327521} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.496270] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Reconfigured VM instance instance-0000004a to attach disk [datastore1] afc0b893-39b1-4523-9e25-77d517f5e468/afc0b893-39b1-4523-9e25-77d517f5e468.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.497028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e788f4ad-44c3-4f54-98f5-acc123e63a12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.506770] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bd4051-f8b3-025f-4ad3-dbf1e59e6bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.040966} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.508476] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 989.508476] env[69959]: value = "task-4087038" [ 989.508476] env[69959]: _type = "Task" [ 989.508476] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.508733] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a9ab16-854f-42f9-8045-395920713d6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.512212] env[69959]: DEBUG oslo_concurrency.lockutils [req-e951e53b-2e64-4e56-9b4f-4c43ca956dfc req-3c8c2836-7a48-47d0-a5bb-fe9f1283b054 service nova] Releasing lock "refresh_cache-761c07e6-53cb-4754-a3db-a3ea6f902f89" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.523740] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087038, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.528025] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 989.528025] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52305673-5139-5ec6-01bb-a47a57937c89" [ 989.528025] env[69959]: _type = "Task" [ 989.528025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.540379] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52305673-5139-5ec6-01bb-a47a57937c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.717097] env[69959]: DEBUG oslo_concurrency.lockutils [None req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0a9ce531-68c9-4033-bbd5-9b5dec9f73c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.308s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.782456] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.022034] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087038, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.037158] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52305673-5139-5ec6-01bb-a47a57937c89, 'name': SearchDatastore_Task, 'duration_secs': 0.015715} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.037450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.037713] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.037986] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05303549-6ca4-458b-ba4f-7abbc077b5e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.046720] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 990.046720] env[69959]: value = "task-4087039" [ 990.046720] env[69959]: _type = "Task" [ 990.046720] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.056128] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.168615] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfde4265-01ef-4776-a9c4-10b45970e64e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.179209] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c731ff-9d0d-4fd4-96b1-4248170ff097 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.214184] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22255f4-0b90-4176-9175-1e291dae4c6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.224244] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e3683-6e6f-43fa-8fc6-a860f71deac9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.239829] env[69959]: DEBUG nova.compute.provider_tree [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.282814] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.530008] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087038, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.561781] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087039, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.744757] env[69959]: DEBUG nova.scheduler.client.report [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.784748] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.026309] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087038, 'name': Rename_Task, 'duration_secs': 1.219331} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.026562] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.026983] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8307762-6798-4e69-ae94-df9f4eeab61e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.034475] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 991.034475] env[69959]: value = "task-4087040" [ 991.034475] env[69959]: _type = "Task" [ 991.034475] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.054233] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.062735] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737275} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.063016] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.063228] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.063487] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e34a9ea-6e43-49ba-baa0-d4e25084dd96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.071768] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 991.071768] env[69959]: value = "task-4087041" [ 991.071768] env[69959]: _type = "Task" [ 991.071768] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.248980] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.251735] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.067s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.251735] env[69959]: DEBUG nova.objects.instance [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.283716] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.287869] env[69959]: INFO nova.scheduler.client.report [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Deleted allocations for instance dadb2785-7789-481c-8dc7-0ebb75222f80 [ 991.547900] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087040, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.583420] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089119} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.583759] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.584654] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7416806b-9778-4f59-a4f4-e81ea750f0f5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.611076] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.611910] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd07feeb-522b-4e9b-bcd8-6433e8606ed9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.637619] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 991.637619] env[69959]: value = "task-4087042" [ 991.637619] env[69959]: _type = "Task" [ 991.637619] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.648046] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.784444] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.800863] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Lock "dadb2785-7789-481c-8dc7-0ebb75222f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.130s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.045582] env[69959]: DEBUG oslo_vmware.api [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087040, 'name': PowerOnVM_Task, 'duration_secs': 0.531246} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.045974] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.046202] env[69959]: INFO nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Took 7.98 seconds to spawn the instance on the hypervisor. [ 992.046479] env[69959]: DEBUG nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.047256] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab60fa-9927-4666-9054-b59ba782beda {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.150719] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.262059] env[69959]: DEBUG oslo_concurrency.lockutils [None req-20f66739-105d-496c-b777-22838cdaad87 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.263334] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.222s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.265038] env[69959]: INFO nova.compute.claims [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.287355] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.571978] env[69959]: INFO nova.compute.manager [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Took 40.34 seconds to build instance. [ 992.651433] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087042, 'name': ReconfigVM_Task, 'duration_secs': 0.756819} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.651965] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.654143] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f328da5-238f-4daa-881c-5e91cb7891f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.660510] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 992.660510] env[69959]: value = "task-4087043" [ 992.660510] env[69959]: _type = "Task" [ 992.660510] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.670161] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.670636] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.678950] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087043, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.789167] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.074164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a4ba2432-e733-4c6a-9ece-7dc1b0f1d5dc tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "afc0b893-39b1-4523-9e25-77d517f5e468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.862s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.175539] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.179589] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087043, 'name': Rename_Task, 'duration_secs': 0.196927} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.180392] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.180673] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdc11f2-ab7d-4732-af4f-b277ca7fe2a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.189040] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 993.189040] env[69959]: value = "task-4087044" [ 993.189040] env[69959]: _type = "Task" [ 993.189040] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.200186] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.286603] env[69959]: DEBUG oslo_vmware.api [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087033, 'name': ReconfigVM_Task, 'duration_secs': 5.812759} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.286865] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.287293] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfigured VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 993.702809] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.706304] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.797081] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1ef630-2254-41bc-8e5d-2af8793b7e61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.806303] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a8889a-b288-47c7-a7c4-7a817fd1f68b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.847261] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c5197-49aa-4c62-8471-7d9786127761 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.857797] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d60be0b-9735-4e14-a611-f1d7b18c4c3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.875309] env[69959]: DEBUG nova.compute.provider_tree [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.906021] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2eb2-c8b3-21ff-67f1-5b8d1528aa5f/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.907275] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c75715-741a-4a69-95ad-e0e1435830d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.918319] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2eb2-c8b3-21ff-67f1-5b8d1528aa5f/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.918319] env[69959]: ERROR oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2eb2-c8b3-21ff-67f1-5b8d1528aa5f/disk-0.vmdk due to incomplete transfer. [ 993.918319] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50f1cf7c-5b95-4ef0-ad3f-1bd7b067ed04 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.927446] env[69959]: DEBUG oslo_vmware.rw_handles [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2eb2-c8b3-21ff-67f1-5b8d1528aa5f/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 993.927671] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Uploaded image 766478ee-158f-4d59-b693-a8726e0fb53a to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 993.930453] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 993.930763] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-431abaf4-ec25-46ec-a7df-a34c73684b7b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.940051] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 993.940051] env[69959]: value = "task-4087045" [ 993.940051] env[69959]: _type = "Task" [ 993.940051] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.956909] env[69959]: DEBUG nova.compute.manager [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-vif-deleted-f4ec02d5-3307-496c-9280-217458bd8552 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.956909] env[69959]: INFO nova.compute.manager [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Neutron deleted interface f4ec02d5-3307-496c-9280-217458bd8552; detaching it from the instance and deleting it from the info cache [ 993.956909] env[69959]: DEBUG nova.network.neutron [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "531b1429-d2a7-499d-928b-e7fb2542df74", "address": "fa:16:3e:a6:2e:78", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531b1429-d2", "ovs_interfaceid": "531b1429-d2a7-499d-928b-e7fb2542df74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.965734] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087045, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.202772] env[69959]: DEBUG oslo_vmware.api [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087044, 'name': PowerOnVM_Task, 'duration_secs': 0.804415} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.203128] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.203391] env[69959]: INFO nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Took 6.44 seconds to spawn the instance on the hypervisor. [ 994.203664] env[69959]: DEBUG nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.204596] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991102aa-24bb-44db-ae14-37ef65f43f07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.405243] env[69959]: ERROR nova.scheduler.client.report [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [req-c643d5f6-f791-437c-ba6e-1083774f632b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c643d5f6-f791-437c-ba6e-1083774f632b"}]} [ 994.433201] env[69959]: DEBUG nova.scheduler.client.report [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 994.454049] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087045, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.455674] env[69959]: DEBUG nova.scheduler.client.report [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 994.455674] env[69959]: DEBUG nova.compute.provider_tree [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.459692] env[69959]: DEBUG oslo_concurrency.lockutils [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.459692] env[69959]: DEBUG oslo_concurrency.lockutils [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] Acquired lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.464030] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8954a59-5341-4d6d-bf4e-a2043b4b13d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.484269] env[69959]: DEBUG oslo_concurrency.lockutils [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] Releasing lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.484602] env[69959]: WARNING nova.compute.manager [req-ddde048b-2af3-4125-8dc3-2889e891e8a7 req-f1fa8cf3-2ee7-4206-8158-055278bbc022 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Detach interface failed, port_id=f4ec02d5-3307-496c-9280-217458bd8552, reason: No device with interface-id f4ec02d5-3307-496c-9280-217458bd8552 exists on VM: nova.exception.NotFound: No device with interface-id f4ec02d5-3307-496c-9280-217458bd8552 exists on VM [ 994.486059] env[69959]: DEBUG nova.scheduler.client.report [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 994.510133] env[69959]: DEBUG nova.compute.manager [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-vif-deleted-531b1429-d2a7-499d-928b-e7fb2542df74 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.510350] env[69959]: INFO nova.compute.manager [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Neutron deleted interface 531b1429-d2a7-499d-928b-e7fb2542df74; detaching it from the instance and deleting it from the info cache [ 994.510647] env[69959]: DEBUG nova.network.neutron [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.514198] env[69959]: DEBUG nova.scheduler.client.report [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 994.724166] env[69959]: INFO nova.compute.manager [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Took 41.34 seconds to build instance. [ 994.922214] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.922411] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.922631] env[69959]: DEBUG nova.network.neutron [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.956080] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087045, 'name': Destroy_Task, 'duration_secs': 0.558481} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.956380] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroyed the VM [ 994.956624] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 994.956896] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b162fd1-b887-4152-8305-5e765d4362ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.965270] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 994.965270] env[69959]: value = "task-4087046" [ 994.965270] env[69959]: _type = "Task" [ 994.965270] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.977525] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087046, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.009436] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00facfb-45bb-4f61-9aea-b490c6c80981 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.018303] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559abb2-85f6-430b-a4cf-4240fdea2580 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.022713] env[69959]: DEBUG oslo_concurrency.lockutils [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.022861] env[69959]: DEBUG oslo_concurrency.lockutils [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Acquired lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.023609] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a92f5-8661-4b32-bdc5-51f12c882b4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.069478] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1792f-2040-4206-9ab3-12eed0096790 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.073571] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48affe7-07ab-4ac3-9f9a-c6163a51de4c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.098851] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e45d55-0c90-4b19-9fa8-d469157b5ab9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.103407] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.109897] env[69959]: DEBUG nova.virt.vmwareapi.vmops [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfiguring VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 995.110672] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d5c32e-b265-4980-847c-0fc03d68b079 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.134626] env[69959]: DEBUG nova.compute.provider_tree [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.137386] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Waiting for the task: (returnval){ [ 995.137386] env[69959]: value = "task-4087047" [ 995.137386] env[69959]: _type = "Task" [ 995.137386] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.147590] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.226624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8dc78a6-8817-45c2-9eb2-fee5805525fb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "042dfc41-96b4-4b13-9d07-59a319ce2b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.856s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.478698] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087046, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.655551] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.682476] env[69959]: DEBUG nova.scheduler.client.report [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 995.682782] env[69959]: DEBUG nova.compute.provider_tree [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 114 to 115 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 995.682962] env[69959]: DEBUG nova.compute.provider_tree [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.737382] env[69959]: DEBUG nova.network.neutron [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [{"id": "b726ef72-78bf-4762-beda-a4594cafcbfb", "address": "fa:16:3e:a6:b8:4f", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726ef72-78", "ovs_interfaceid": "b726ef72-78bf-4762-beda-a4594cafcbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.976816] env[69959]: DEBUG oslo_vmware.api [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087046, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82358} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.976816] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 995.977275] env[69959]: INFO nova.compute.manager [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 996.013784] env[69959]: INFO nova.compute.manager [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Rebuilding instance [ 996.082801] env[69959]: DEBUG nova.compute.manager [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.082801] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac701075-84e7-40ae-8d30-731ffc8a585c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.150052] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.191021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.925s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.191021] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.192582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.779s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.197706] env[69959]: INFO nova.compute.claims [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.242529] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.539556] env[69959]: DEBUG nova.compute.manager [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Found 3 images (rotation: 2) {{(pid=69959) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 996.539765] env[69959]: DEBUG nova.compute.manager [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Rotating out 1 backups {{(pid=69959) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 996.539930] env[69959]: DEBUG nova.compute.manager [None req-327914bb-dc7b-41aa-a62e-d8a836574226 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleting image e855cec1-2815-4ad2-bc21-35e67d732625 {{(pid=69959) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 996.652547] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.706668] env[69959]: DEBUG nova.compute.utils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.712621] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.712827] env[69959]: DEBUG nova.network.neutron [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.745542] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1804894c-b224-4a65-a4cc-e392bf00d423 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-bc689a1f-ca2c-4688-bb9d-61d328e4184e-f4ec02d5-3307-496c-9280-217458bd8552" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.061s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.767278] env[69959]: DEBUG nova.policy [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20bec7ae73d4829a2e65d3e283dc1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a3ff2ace8a04b028d0b13b9832e17f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.070818] env[69959]: DEBUG nova.network.neutron [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Successfully created port: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.101818] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.101818] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d07a16d0-7f0c-4654-92ea-59dabb67b2b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.109772] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 997.109772] env[69959]: value = "task-4087048" [ 997.109772] env[69959]: _type = "Task" [ 997.109772] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.127560] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.153175] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.212554] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.631163] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087048, 'name': PowerOffVM_Task, 'duration_secs': 0.246566} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.631163] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.632541] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.634886] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9806a-f28d-467d-9c65-9f2bfd5b3cab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.654221] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.655120] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4dd481-566f-4e13-a7e5-6486f30a32b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.661038] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.689979] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.690338] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.690541] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleting the datastore file [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.690845] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38163242-26e7-4d27-905d-9f724496066c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.699434] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 997.699434] env[69959]: value = "task-4087050" [ 997.699434] env[69959]: _type = "Task" [ 997.699434] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.717963] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.812020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c166f0f-2673-4233-a943-526e6654faf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.823517] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f037c1-cf30-4666-8359-359caf4d2348 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.856129] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20ca66-8e64-4f86-a206-5a69d9739ea3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.865631] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebc61b3-a0c8-4b2d-9e01-c2f1278d4c01 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.884742] env[69959]: DEBUG nova.compute.provider_tree [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.157810] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.209615] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105598} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.209916] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.210075] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.210259] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.227066] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.254195] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.254195] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.254534] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.255576] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.255576] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.255576] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.255743] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.255906] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.256103] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.256268] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.256440] env[69959]: DEBUG nova.virt.hardware [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.257672] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc860681-8ad5-4dd5-939c-536cbe53326e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.266654] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa42643-f6e7-4011-9624-8baec47ccbdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.427795] env[69959]: DEBUG nova.scheduler.client.report [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 998.428044] env[69959]: DEBUG nova.compute.provider_tree [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 115 to 116 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 998.428239] env[69959]: DEBUG nova.compute.provider_tree [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.659751] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.723329] env[69959]: DEBUG nova.compute.manager [req-407672bd-e4b1-4a2d-ad67-fce4920c6914 req-f9472de8-3bb4-427b-b5a2-462e7d1971d1 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-vif-plugged-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.723706] env[69959]: DEBUG oslo_concurrency.lockutils [req-407672bd-e4b1-4a2d-ad67-fce4920c6914 req-f9472de8-3bb4-427b-b5a2-462e7d1971d1 service nova] Acquiring lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.724093] env[69959]: DEBUG oslo_concurrency.lockutils [req-407672bd-e4b1-4a2d-ad67-fce4920c6914 req-f9472de8-3bb4-427b-b5a2-462e7d1971d1 service nova] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.725103] env[69959]: DEBUG oslo_concurrency.lockutils [req-407672bd-e4b1-4a2d-ad67-fce4920c6914 req-f9472de8-3bb4-427b-b5a2-462e7d1971d1 service nova] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.725103] env[69959]: DEBUG nova.compute.manager [req-407672bd-e4b1-4a2d-ad67-fce4920c6914 req-f9472de8-3bb4-427b-b5a2-462e7d1971d1 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] No waiting events found dispatching network-vif-plugged-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 998.725103] env[69959]: WARNING nova.compute.manager [req-407672bd-e4b1-4a2d-ad67-fce4920c6914 req-f9472de8-3bb4-427b-b5a2-462e7d1971d1 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received unexpected event network-vif-plugged-79af453f-c11a-4f07-8dbf-ce1d3f7a204c for instance with vm_state building and task_state spawning. [ 998.785194] env[69959]: DEBUG nova.network.neutron [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Successfully updated port: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.935505] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.936339] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.941019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.404s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.941019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.942191] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.260s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.942406] env[69959]: DEBUG nova.objects.instance [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lazy-loading 'resources' on Instance uuid 1356a70e-c4fa-458a-bbf1-73beaff432ea {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.986857] env[69959]: INFO nova.scheduler.client.report [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleted allocations for instance debf70b0-ab28-479a-9928-024b5c0ae947 [ 999.159350] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.245265] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.245578] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.245741] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.245926] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.246094] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.246502] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.246746] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.246946] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.247141] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.247315] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.247509] env[69959]: DEBUG nova.virt.hardware [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.249502] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955af30d-7aed-4cec-a023-2b01aeadf58b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.263663] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a02a0a-ab8c-4c17-87a0-7a13692123a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.281529] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.286346] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.286663] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.287359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.287522] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.287669] env[69959]: DEBUG nova.network.neutron [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.294718] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877ffa17-8165-481a-ac11-a92f7ecc9514 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.322809] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.322809] env[69959]: value = "task-4087051" [ 999.322809] env[69959]: _type = "Task" [ 999.322809] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.331732] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087051, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.445941] env[69959]: DEBUG nova.compute.utils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.447641] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.447771] env[69959]: DEBUG nova.network.neutron [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.497632] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8a191277-aeef-4779-a530-c5b5f53f47ae tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "debf70b0-ab28-479a-9928-024b5c0ae947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.481s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.509335] env[69959]: DEBUG nova.policy [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93d4ee02871a49829976f2964722e567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd742123fce67429fb66a4018416292e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.664655] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.841811] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087051, 'name': CreateVM_Task, 'duration_secs': 0.392228} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.842183] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.844724] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.844724] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.844724] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.844724] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23300d06-6895-49c9-a55e-565c1ef96403 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.850780] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 999.850780] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fa3298-b322-dec9-5697-8ba8941bb1f0" [ 999.850780] env[69959]: _type = "Task" [ 999.850780] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.866113] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fa3298-b322-dec9-5697-8ba8941bb1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.888093] env[69959]: DEBUG nova.network.neutron [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.921120] env[69959]: DEBUG nova.network.neutron [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Successfully created port: 79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.951631] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.966655] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10376a4a-03bf-45bd-89e9-9d297f9182d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.974882] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5cda0-7d86-4f37-8328-c9c737a94c27 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.019125] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf526e6-c0e2-439b-b3bb-728f124876f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.028259] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1e113-1f7f-4e25-96e4-b813a0310c7d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.045655] env[69959]: DEBUG nova.compute.provider_tree [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.160697] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.198943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.198943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.370954] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fa3298-b322-dec9-5697-8ba8941bb1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.03219} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.370954] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.371172] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.371410] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.371688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.371970] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.373391] env[69959]: DEBUG nova.network.neutron [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.375243] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e35c3e7f-efaa-43be-acfc-97e1a411b4a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.388693] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.388998] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.390893] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3147c8a-18bc-4567-a0f5-47be964c3413 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.401050] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1000.401050] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523edb82-3f13-aab3-bed0-8bc65263c515" [ 1000.401050] env[69959]: _type = "Task" [ 1000.401050] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.415634] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523edb82-3f13-aab3-bed0-8bc65263c515, 'name': SearchDatastore_Task, 'duration_secs': 0.011762} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.416511] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71fc58e-a5b7-40eb-b763-40e8cad84690 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.423900] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1000.423900] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52276d21-d195-166e-a2af-50fcaa77b763" [ 1000.423900] env[69959]: _type = "Task" [ 1000.423900] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.434972] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52276d21-d195-166e-a2af-50fcaa77b763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.548812] env[69959]: DEBUG nova.scheduler.client.report [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.660146] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.703922] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.871768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.872054] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.872297] env[69959]: DEBUG nova.compute.manager [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.873244] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096792d4-b6e5-4a53-badb-7c1d382a1a43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.879633] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.879883] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Instance network_info: |[{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.882325] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:6f:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79af453f-c11a-4f07-8dbf-ce1d3f7a204c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.889759] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Creating folder: Project (2a3ff2ace8a04b028d0b13b9832e17f7). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.890171] env[69959]: DEBUG nova.compute.manager [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.890933] env[69959]: DEBUG nova.objects.instance [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'flavor' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.892450] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-515c3e93-8223-46a3-bead-79b8803f34cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.906885] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Created folder: Project (2a3ff2ace8a04b028d0b13b9832e17f7) in parent group-v809535. [ 1000.907107] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Creating folder: Instances. Parent ref: group-v809761. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.907970] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e347f86-12ab-4bbe-9e96-ebc1942d7d2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.920820] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Created folder: Instances in parent group-v809761. [ 1000.921143] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.921376] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.921641] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423e72df-9f18-4b8c-83a8-a4d6a464c78a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.945655] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.945655] env[69959]: value = "task-4087054" [ 1000.945655] env[69959]: _type = "Task" [ 1000.945655] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.950073] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52276d21-d195-166e-a2af-50fcaa77b763, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.953433] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.953640] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.954351] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b23e95e2-e91b-4b5f-958a-b850b72db7f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.963662] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.965926] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087054, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.967658] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1000.967658] env[69959]: value = "task-4087055" [ 1000.967658] env[69959]: _type = "Task" [ 1000.967658] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.976783] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.990517] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.990775] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.990939] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.991138] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.991289] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.991435] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.991687] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.991852] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.992035] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.992203] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.992381] env[69959]: DEBUG nova.virt.hardware [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.993302] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3081a00e-615c-47fe-b8b4-23d9c236a7d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.001812] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544a94b-5855-4934-93cb-145d1015cb99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.055010] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.057074] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.032s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.058745] env[69959]: INFO nova.compute.claims [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.086757] env[69959]: INFO nova.scheduler.client.report [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted allocations for instance 1356a70e-c4fa-458a-bbf1-73beaff432ea [ 1001.164229] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.181944] env[69959]: DEBUG nova.compute.manager [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.182217] env[69959]: DEBUG nova.compute.manager [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing instance network info cache due to event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.182479] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.182665] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.182833] env[69959]: DEBUG nova.network.neutron [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.225729] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.466459] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087054, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.478693] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087055, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.524284] env[69959]: DEBUG nova.network.neutron [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Successfully updated port: 79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.597821] env[69959]: DEBUG oslo_concurrency.lockutils [None req-307b0756-b244-4dbd-bdbd-84f7e927ec35 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "1356a70e-c4fa-458a-bbf1-73beaff432ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.646s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.661842] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.904182] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.904529] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c2b9ed9-5ef2-4b31-9b38-87ea8b101260 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.912516] env[69959]: DEBUG oslo_vmware.api [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1001.912516] env[69959]: value = "task-4087056" [ 1001.912516] env[69959]: _type = "Task" [ 1001.912516] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.923428] env[69959]: DEBUG oslo_vmware.api [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.961193] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087054, 'name': CreateVM_Task, 'duration_secs': 0.595466} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.961392] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.962394] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.962394] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.962960] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.963288] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e05635-20de-45fa-97d7-e4ae80f53a6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.969292] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1001.969292] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5240abef-d3f9-4fcc-9c8e-23a62afb7377" [ 1001.969292] env[69959]: _type = "Task" [ 1001.969292] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.970175] env[69959]: DEBUG nova.network.neutron [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updated VIF entry in instance network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.970499] env[69959]: DEBUG nova.network.neutron [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.989951] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5240abef-d3f9-4fcc-9c8e-23a62afb7377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.994282] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552622} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.994572] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.994849] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.995032] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1119cde-6dba-4b68-ac23-7b4b49188b14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.006346] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1002.006346] env[69959]: value = "task-4087057" [ 1002.006346] env[69959]: _type = "Task" [ 1002.006346] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.016991] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.030492] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "refresh_cache-c8f2820a-28d9-4089-a727-e3835358ced3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.030620] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "refresh_cache-c8f2820a-28d9-4089-a727-e3835358ced3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.030858] env[69959]: DEBUG nova.network.neutron [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.057283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.057283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.057283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.057283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.057283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.059960] env[69959]: INFO nova.compute.manager [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Terminating instance [ 1002.164525] env[69959]: DEBUG oslo_vmware.api [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Task: {'id': task-4087047, 'name': ReconfigVM_Task, 'duration_secs': 6.828901} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.164884] env[69959]: DEBUG oslo_concurrency.lockutils [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] Releasing lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.165506] env[69959]: DEBUG nova.virt.vmwareapi.vmops [req-22eb98f1-c7bd-4da7-a1fc-9910868e53c8 req-3a670648-6f77-4672-9572-03120c344f30 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Reconfigured VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1002.165682] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.062s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.165963] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.166232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.166445] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.169887] env[69959]: INFO nova.compute.manager [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Terminating instance [ 1002.171790] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "6afbc757-f826-4806-9a18-87326532db2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.172163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "6afbc757-f826-4806-9a18-87326532db2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.172370] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "6afbc757-f826-4806-9a18-87326532db2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.172679] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "6afbc757-f826-4806-9a18-87326532db2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.172971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "6afbc757-f826-4806-9a18-87326532db2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.183775] env[69959]: INFO nova.compute.manager [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Terminating instance [ 1002.427221] env[69959]: DEBUG oslo_vmware.api [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087056, 'name': PowerOffVM_Task, 'duration_secs': 0.276202} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.427360] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.427548] env[69959]: DEBUG nova.compute.manager [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.428451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a122fb1c-d985-4701-a1d5-eebc287e5ff8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.478149] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac54309f-71b5-477f-9634-af78af4f6403 req-aa57239d-0c3b-4694-a1d2-cf311989f10e service nova] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.488973] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5240abef-d3f9-4fcc-9c8e-23a62afb7377, 'name': SearchDatastore_Task, 'duration_secs': 0.019516} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.489315] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.489579] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.489824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.489972] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.490172] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.490455] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b8ca3e-f94c-4b5b-b349-f0cf375ad210 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.502019] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.502222] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.503145] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90042db8-b846-4594-997c-7227e1f8f0be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.514191] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1002.514191] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5202b752-f2ac-1edf-46f5-c3c2493ad9b8" [ 1002.514191] env[69959]: _type = "Task" [ 1002.514191] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.527341] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08133} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.528495] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.529382] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0526ca-c273-4f72-a739-2834bc3ddee8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.538080] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5202b752-f2ac-1edf-46f5-c3c2493ad9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.542251] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccbc3138-8784-4d55-b538-4d00a667184a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.563360] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.563360] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5c6ea7-3a0c-4d48-af11-c746388cc114 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.587597] env[69959]: DEBUG nova.network.neutron [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.588526] env[69959]: DEBUG nova.compute.manager [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.588745] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.589476] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1002.589476] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5273be37-7bfd-80f1-136c-bdb8b108fa75" [ 1002.589476] env[69959]: _type = "Task" [ 1002.589476] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.590686] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf968d69-bd51-47da-8d6e-b097221c8655 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.599903] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1002.599903] env[69959]: value = "task-4087058" [ 1002.599903] env[69959]: _type = "Task" [ 1002.599903] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.603657] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5273be37-7bfd-80f1-136c-bdb8b108fa75, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.611832] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.612132] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.612437] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.612994] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ad1665-6c82-4b85-8966-3d62e737eaae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.615060] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1f0454-1aee-4758-b876-4b05f240195d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.629622] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.636436] env[69959]: DEBUG oslo_vmware.api [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 1002.636436] env[69959]: value = "task-4087060" [ 1002.636436] env[69959]: _type = "Task" [ 1002.636436] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.636928] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1002.636928] env[69959]: value = "task-4087059" [ 1002.636928] env[69959]: _type = "Task" [ 1002.636928] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.658133] env[69959]: DEBUG oslo_vmware.api [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4087060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.658464] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.664381] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645bea4-6585-4c70-a784-ea41bc376316 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.673707] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02cb31-28d8-4578-b2fe-1aa1b8e37031 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.708842] env[69959]: DEBUG nova.compute.manager [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.709168] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.709843] env[69959]: DEBUG nova.compute.manager [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.710048] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.717040] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a3974-1d38-4934-a39c-ecbab554ebd2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.718274] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d84dbd-4d37-444e-b030-969faec587e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.722295] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f54bae-9669-4ab9-a3f5-6f8c4965eb92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.735776] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.735776] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.738720] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67d8f306-aee3-41dd-b8d7-93ed8e950b3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.740975] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2589ad8-20da-4247-9861-6fff7549eb6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.745781] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c7b04f-1924-4bb8-823e-bcad6904ea6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.763380] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.766395] env[69959]: DEBUG oslo_vmware.api [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1002.766395] env[69959]: value = "task-4087061" [ 1002.766395] env[69959]: _type = "Task" [ 1002.766395] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.766805] env[69959]: DEBUG oslo_vmware.api [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 1002.766805] env[69959]: value = "task-4087062" [ 1002.766805] env[69959]: _type = "Task" [ 1002.766805] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.785835] env[69959]: DEBUG oslo_vmware.api [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.786069] env[69959]: DEBUG oslo_vmware.api [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.840196] env[69959]: DEBUG nova.network.neutron [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Updating instance_info_cache with network_info: [{"id": "79b6fb70-af09-49ba-905e-ff80fd50ee9f", "address": "fa:16:3e:e1:73:76", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6fb70-af", "ovs_interfaceid": "79b6fb70-af09-49ba-905e-ff80fd50ee9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.948790] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ed94bab0-db40-453a-a590-66b1e7f7c0cc tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.115859] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087058, 'name': ReconfigVM_Task, 'duration_secs': 0.393282} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.116182] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51/042dfc41-96b4-4b13-9d07-59a319ce2b51.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.117036] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81eff685-9e17-4b83-98a2-09e13cfd7b6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.125306] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1003.125306] env[69959]: value = "task-4087063" [ 1003.125306] env[69959]: _type = "Task" [ 1003.125306] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.136295] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087063, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.155295] env[69959]: DEBUG oslo_vmware.api [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4087060, 'name': PowerOffVM_Task, 'duration_secs': 0.361729} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.160057] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.160456] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.160919] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.161273] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83006265-059a-4af4-902a-8993c420d4c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.216797] env[69959]: DEBUG nova.compute.manager [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Received event network-vif-plugged-79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.217144] env[69959]: DEBUG oslo_concurrency.lockutils [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] Acquiring lock "c8f2820a-28d9-4089-a727-e3835358ced3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.217261] env[69959]: DEBUG oslo_concurrency.lockutils [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] Lock "c8f2820a-28d9-4089-a727-e3835358ced3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.217412] env[69959]: DEBUG oslo_concurrency.lockutils [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] Lock "c8f2820a-28d9-4089-a727-e3835358ced3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.217588] env[69959]: DEBUG nova.compute.manager [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] No waiting events found dispatching network-vif-plugged-79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.217759] env[69959]: WARNING nova.compute.manager [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Received unexpected event network-vif-plugged-79b6fb70-af09-49ba-905e-ff80fd50ee9f for instance with vm_state building and task_state spawning. [ 1003.217928] env[69959]: DEBUG nova.compute.manager [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Received event network-changed-79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.218095] env[69959]: DEBUG nova.compute.manager [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Refreshing instance network info cache due to event network-changed-79b6fb70-af09-49ba-905e-ff80fd50ee9f. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.218271] env[69959]: DEBUG oslo_concurrency.lockutils [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] Acquiring lock "refresh_cache-c8f2820a-28d9-4089-a727-e3835358ced3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.237541] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.238017] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.238017] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleting the datastore file [datastore1] e51fd4e8-c2ba-46aa-8df2-2748bd45e53b {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.238298] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a07831b-95be-4f56-9fb9-8d09a05ae057 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.245910] env[69959]: DEBUG oslo_vmware.api [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for the task: (returnval){ [ 1003.245910] env[69959]: value = "task-4087065" [ 1003.245910] env[69959]: _type = "Task" [ 1003.245910] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.255460] env[69959]: DEBUG oslo_vmware.api [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4087065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.284026] env[69959]: DEBUG oslo_vmware.api [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087061, 'name': PowerOffVM_Task, 'duration_secs': 0.239682} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.286880] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.287906] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.287906] env[69959]: DEBUG oslo_vmware.api [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087062, 'name': PowerOffVM_Task, 'duration_secs': 0.381382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.288209] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47607ee2-9b23-4700-8be2-73b22bd9477f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.289609] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.289798] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.291415] env[69959]: ERROR nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [req-10f82172-e736-48d2-86c7-016695845543] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10f82172-e736-48d2-86c7-016695845543"}]} [ 1003.291779] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b59a3e8-5a5e-4f9e-9965-850762f9331c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.310203] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1003.331755] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1003.332052] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.344118] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "refresh_cache-c8f2820a-28d9-4089-a727-e3835358ced3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.344532] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Instance network_info: |[{"id": "79b6fb70-af09-49ba-905e-ff80fd50ee9f", "address": "fa:16:3e:e1:73:76", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6fb70-af", "ovs_interfaceid": "79b6fb70-af09-49ba-905e-ff80fd50ee9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.344869] env[69959]: DEBUG oslo_concurrency.lockutils [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] Acquired lock "refresh_cache-c8f2820a-28d9-4089-a727-e3835358ced3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.345073] env[69959]: DEBUG nova.network.neutron [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Refreshing network info cache for port 79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.346537] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:73:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79b6fb70-af09-49ba-905e-ff80fd50ee9f', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.354439] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.356015] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1003.358285] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.359181] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79d914d-94d3-4acd-8d5d-17d859667c50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.381403] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.381403] env[69959]: value = "task-4087068" [ 1003.381403] env[69959]: _type = "Task" [ 1003.381403] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.383154] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.383378] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.383559] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleting the datastore file [datastore2] 6afbc757-f826-4806-9a18-87326532db2c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.387830] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181cd16b-fbc1-473c-9f9e-c831a33766b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.391214] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1003.400967] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.400967] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.400967] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleting the datastore file [datastore1] bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.400967] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5eaf9d-5fc1-4fa1-82ce-90d605453ec1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.403998] env[69959]: DEBUG oslo_vmware.api [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 1003.403998] env[69959]: value = "task-4087069" [ 1003.403998] env[69959]: _type = "Task" [ 1003.403998] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.404225] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087068, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.409847] env[69959]: DEBUG oslo_vmware.api [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1003.409847] env[69959]: value = "task-4087070" [ 1003.409847] env[69959]: _type = "Task" [ 1003.409847] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.413918] env[69959]: DEBUG oslo_vmware.api [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.422892] env[69959]: DEBUG oslo_vmware.api [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.638781] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087063, 'name': Rename_Task, 'duration_secs': 0.206316} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.639468] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.639984] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38939a9e-c1e5-4ec1-aca6-2ae7f170042e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.663811] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599094} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.665637] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.666111] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.666562] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1003.666562] env[69959]: value = "task-4087071" [ 1003.666562] env[69959]: _type = "Task" [ 1003.666562] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.666984] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba30fcf-1f27-450f-b848-49be3e392923 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.682019] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1003.682019] env[69959]: value = "task-4087072" [ 1003.682019] env[69959]: _type = "Task" [ 1003.682019] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.684264] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087071, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.697867] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.759398] env[69959]: DEBUG oslo_vmware.api [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Task: {'id': task-4087065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25065} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.759635] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.759815] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.759989] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.760177] env[69959]: INFO nova.compute.manager [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.760426] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.760616] env[69959]: DEBUG nova.compute.manager [-] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.760721] env[69959]: DEBUG nova.network.neutron [-] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.884164] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32899431-77f6-46ce-8215-da6b3a982c15 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.901063] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087068, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.902411] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad52ab-d6e8-400b-b3e5-e34563c1907e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.956544] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dba78b-9313-416f-9c7f-5562a2cc1fa5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.959363] env[69959]: DEBUG oslo_vmware.api [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16478} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.962811] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.962954] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.963161] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.963429] env[69959]: INFO nova.compute.manager [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1003.963724] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.964067] env[69959]: DEBUG oslo_vmware.api [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23205} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.964716] env[69959]: DEBUG nova.compute.manager [-] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.964819] env[69959]: DEBUG nova.network.neutron [-] [instance: 6afbc757-f826-4806-9a18-87326532db2c] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.966663] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.967071] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.967071] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.967214] env[69959]: INFO nova.compute.manager [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1003.967489] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.969954] env[69959]: DEBUG nova.compute.manager [-] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.970073] env[69959]: DEBUG nova.network.neutron [-] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.973201] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17584c5b-e102-4dbe-9268-5c91cc750c1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.989692] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.181302] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087071, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.193964] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074733} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.195445] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.195809] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab25a341-936e-4d6c-bb48-398249006a1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.225811] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.226196] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6affe077-e1e8-4bf8-a190-b717306735d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.250261] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1004.250261] env[69959]: value = "task-4087073" [ 1004.250261] env[69959]: _type = "Task" [ 1004.250261] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.261626] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.400661] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087068, 'name': CreateVM_Task, 'duration_secs': 0.906723} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.400931] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.401773] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.401936] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.402305] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.403047] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be97a155-0fec-4aba-a5bf-f444feb8f3c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.410309] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1004.410309] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224d2fe-a87d-3e62-ac7e-29d1513471c1" [ 1004.410309] env[69959]: _type = "Task" [ 1004.410309] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.414274] env[69959]: DEBUG nova.network.neutron [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Updated VIF entry in instance network info cache for port 79b6fb70-af09-49ba-905e-ff80fd50ee9f. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.414378] env[69959]: DEBUG nova.network.neutron [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Updating instance_info_cache with network_info: [{"id": "79b6fb70-af09-49ba-905e-ff80fd50ee9f", "address": "fa:16:3e:e1:73:76", "network": {"id": "e26c6663-e4e2-4a05-b41d-41512323b600", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1000422997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d742123fce67429fb66a4018416292e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6fb70-af", "ovs_interfaceid": "79b6fb70-af09-49ba-905e-ff80fd50ee9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.421624] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224d2fe-a87d-3e62-ac7e-29d1513471c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.519574] env[69959]: ERROR nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [req-233f3b0a-49c9-407c-b59b-d4d133974110] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-233f3b0a-49c9-407c-b59b-d4d133974110"}]} [ 1004.547547] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1004.565613] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1004.565857] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.584994] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1004.613720] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1004.685279] env[69959]: DEBUG oslo_vmware.api [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087071, 'name': PowerOnVM_Task, 'duration_secs': 0.81843} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.685279] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.685279] env[69959]: DEBUG nova.compute.manager [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.685279] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b742229-2a09-48dd-a07f-76b4973416e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.755283] env[69959]: DEBUG nova.network.neutron [-] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.771640] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087073, 'name': ReconfigVM_Task, 'duration_secs': 0.3022} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.771640] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.771640] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f704b5-653c-4b9a-bbb5-7a6b43df25c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.783467] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1004.783467] env[69959]: value = "task-4087074" [ 1004.783467] env[69959]: _type = "Task" [ 1004.783467] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.794908] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087074, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.924079] env[69959]: DEBUG oslo_concurrency.lockutils [req-923e5788-f561-47b7-9140-95ce0dace57d req-e0e90d76-1250-46b5-a8ae-5fc263c310e0 service nova] Releasing lock "refresh_cache-c8f2820a-28d9-4089-a727-e3835358ced3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.932116] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5224d2fe-a87d-3e62-ac7e-29d1513471c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.933270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.933444] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.933693] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.933844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.934043] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.934332] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eb9b64a-fc82-455e-9e87-0c1372152570 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.944143] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.944143] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.945441] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd26e02-3bc9-4dd6-803f-6f566fb1b86e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.952743] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1004.952743] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52989094-143e-4b23-3f5a-dc4ba41d78f9" [ 1004.952743] env[69959]: _type = "Task" [ 1004.952743] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.970018] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52989094-143e-4b23-3f5a-dc4ba41d78f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.970018] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aae82f6-b2bf-4dda-b4cf-d725b0e83e01 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.973362] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1004.973362] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5204cf5d-98a9-d904-d986-b5827a6fe900" [ 1004.973362] env[69959]: _type = "Task" [ 1004.973362] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.986497] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5204cf5d-98a9-d904-d986-b5827a6fe900, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.986896] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.987246] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c8f2820a-28d9-4089-a727-e3835358ced3/c8f2820a-28d9-4089-a727-e3835358ced3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.987827] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9bbd5b4-6bf7-4afa-afd0-a81b75df444a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.998702] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1004.998702] env[69959]: value = "task-4087075" [ 1004.998702] env[69959]: _type = "Task" [ 1004.998702] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.009683] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.152397] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e4ce8-3e41-4a96-8584-0f372e23faf1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.162771] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad0fc8-a97d-4db1-8238-5b7433eb5ebe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.207026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.207356] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c83398-34c0-4444-820d-7565f356f902 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.210350] env[69959]: DEBUG nova.network.neutron [-] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.218402] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9811975-d59b-4321-bf58-95661bcd9add {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.238703] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.260682] env[69959]: INFO nova.compute.manager [-] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Took 1.50 seconds to deallocate network for instance. [ 1005.271668] env[69959]: DEBUG nova.compute.manager [req-7d788463-bf35-4695-a811-c1ff83c8e326 req-728eaefe-151e-4827-b33b-3e626b73908c service nova] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Received event network-vif-deleted-94c8ee95-b62d-4201-b79b-8de28242b84c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.271903] env[69959]: DEBUG nova.compute.manager [req-7d788463-bf35-4695-a811-c1ff83c8e326 req-728eaefe-151e-4827-b33b-3e626b73908c service nova] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Received event network-vif-deleted-561c33ab-e30f-4b02-a900-2f05687be1a0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.296536] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087074, 'name': Rename_Task, 'duration_secs': 0.15528} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.296536] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.296747] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53bff411-772b-4033-9e8e-eac912b0b9f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.308148] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1005.308148] env[69959]: value = "task-4087076" [ 1005.308148] env[69959]: _type = "Task" [ 1005.308148] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.321245] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.398099] env[69959]: DEBUG nova.compute.manager [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Stashing vm_state: stopped {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1005.509500] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087075, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.714132] env[69959]: INFO nova.compute.manager [-] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Took 1.75 seconds to deallocate network for instance. [ 1005.767729] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.771051] env[69959]: ERROR nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [req-8ebcb066-1ab7-4c76-b26a-58388eefb670] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ebcb066-1ab7-4c76-b26a-58388eefb670"}]} [ 1005.792967] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1005.813558] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1005.814076] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.817713] env[69959]: DEBUG nova.network.neutron [-] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.835188] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.837633] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1005.863307] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.924387] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.016888] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535237} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.016888] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c8f2820a-28d9-4089-a727-e3835358ced3/c8f2820a-28d9-4089-a727-e3835358ced3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.016888] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.016888] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e338d9-3c64-40b2-a9a9-db3ef1764350 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.025109] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1006.025109] env[69959]: value = "task-4087077" [ 1006.025109] env[69959]: _type = "Task" [ 1006.025109] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.034425] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.224360] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.321766] env[69959]: DEBUG oslo_vmware.api [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087076, 'name': PowerOnVM_Task, 'duration_secs': 0.596936} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.325144] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.325374] env[69959]: INFO nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1006.325555] env[69959]: DEBUG nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.326311] env[69959]: INFO nova.compute.manager [-] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Took 2.36 seconds to deallocate network for instance. [ 1006.327798] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abba4f15-495d-47d9-b3b7-0fa09ca52ee7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.341496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2818e19c-b171-4bcf-ae08-b96fdcbd76a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.353070] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f8b4b9-8b6a-4cab-aafb-45330e70e0e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.393076] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5534265-058c-455e-84eb-7a65ceced00c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.402879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437d281-676e-4d41-949b-790373421058 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.421217] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.540138] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.492888} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.540138] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.540138] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b66909-34e9-470d-b347-1708e40df49c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.579735] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c8f2820a-28d9-4089-a727-e3835358ced3/c8f2820a-28d9-4089-a727-e3835358ced3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.580554] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d4046f7-244e-4f1c-a801-777f594e107e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.603026] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1006.603026] env[69959]: value = "task-4087078" [ 1006.603026] env[69959]: _type = "Task" [ 1006.603026] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.612323] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.625051] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "042dfc41-96b4-4b13-9d07-59a319ce2b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.625391] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "042dfc41-96b4-4b13-9d07-59a319ce2b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.625652] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "042dfc41-96b4-4b13-9d07-59a319ce2b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.625897] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "042dfc41-96b4-4b13-9d07-59a319ce2b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.626097] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "042dfc41-96b4-4b13-9d07-59a319ce2b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.628213] env[69959]: INFO nova.compute.manager [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Terminating instance [ 1006.841983] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.853894] env[69959]: INFO nova.compute.manager [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Took 39.83 seconds to build instance. [ 1006.963084] env[69959]: DEBUG nova.scheduler.client.report [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1006.963359] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 119 to 120 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1006.963539] env[69959]: DEBUG nova.compute.provider_tree [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.115448] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.133985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "refresh_cache-042dfc41-96b4-4b13-9d07-59a319ce2b51" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.133985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "refresh_cache-042dfc41-96b4-4b13-9d07-59a319ce2b51" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.133985] env[69959]: DEBUG nova.network.neutron [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.315783] env[69959]: DEBUG nova.compute.manager [req-6f3e97c2-d4ef-402e-819c-15182052e487 req-62917594-bfbd-408e-a591-cee07dd45127 service nova] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Received event network-vif-deleted-b726ef72-78bf-4762-beda-a4594cafcbfb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.357609] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bceefa3b-dc84-484c-ae76-f11650859925 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.339s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.469458] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.412s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.472022] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.472930] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.319s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.474405] env[69959]: INFO nova.compute.claims [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.615911] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.660521] env[69959]: DEBUG nova.network.neutron [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.730964] env[69959]: DEBUG nova.network.neutron [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.868027] env[69959]: INFO nova.compute.manager [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Rescuing [ 1007.868133] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.868256] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.868473] env[69959]: DEBUG nova.network.neutron [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.981954] env[69959]: DEBUG nova.compute.utils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.985210] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.985443] env[69959]: DEBUG nova.network.neutron [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.024901] env[69959]: DEBUG nova.policy [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.119389] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.236138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "refresh_cache-042dfc41-96b4-4b13-9d07-59a319ce2b51" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.236138] env[69959]: DEBUG nova.compute.manager [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.236138] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.236417] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13bf53c-2f43-4f1d-be25-cb429890b6da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.247492] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.247492] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e40d4aa-5807-4083-9914-42aee856376d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.255257] env[69959]: DEBUG oslo_vmware.api [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1008.255257] env[69959]: value = "task-4087079" [ 1008.255257] env[69959]: _type = "Task" [ 1008.255257] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.268094] env[69959]: DEBUG oslo_vmware.api [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.491886] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.497340] env[69959]: DEBUG nova.network.neutron [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Successfully created port: cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.623070] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087078, 'name': ReconfigVM_Task, 'duration_secs': 1.733527} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.626587] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c8f2820a-28d9-4089-a727-e3835358ced3/c8f2820a-28d9-4089-a727-e3835358ced3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.630028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0fac4f-6903-43d6-9d25-cc94ce75b7ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.637975] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1008.637975] env[69959]: value = "task-4087080" [ 1008.637975] env[69959]: _type = "Task" [ 1008.637975] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.651385] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087080, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.767905] env[69959]: DEBUG oslo_vmware.api [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087079, 'name': PowerOffVM_Task, 'duration_secs': 0.137339} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.771453] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.771867] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.773037] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b96b29-133f-4842-9963-0a558a831568 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813512] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.813712] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.814136] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleting the datastore file [datastore2] 042dfc41-96b4-4b13-9d07-59a319ce2b51 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.814251] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed93d72f-ceb4-493e-8e48-e762c9c4f431 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.821965] env[69959]: DEBUG oslo_vmware.api [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1008.821965] env[69959]: value = "task-4087082" [ 1008.821965] env[69959]: _type = "Task" [ 1008.821965] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.833070] env[69959]: DEBUG oslo_vmware.api [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.893955] env[69959]: DEBUG nova.network.neutron [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.026345] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be092046-fdfb-4b9a-aafe-276cc06a22f5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.034985] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c6f1d2-607e-4916-bf20-c6bf7e81b53d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.078287] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd82776-471b-40e1-b098-d017e0bcf16e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.087608] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4992d16-82fb-4177-b927-547e07118875 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.103252] env[69959]: DEBUG nova.compute.provider_tree [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.150435] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087080, 'name': Rename_Task, 'duration_secs': 0.190729} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.150839] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.151193] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d9eca4-c55d-4e40-95d6-8d1c66e4b432 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.159074] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1009.159074] env[69959]: value = "task-4087083" [ 1009.159074] env[69959]: _type = "Task" [ 1009.159074] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.172794] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.332386] env[69959]: DEBUG oslo_vmware.api [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338767} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.332639] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.332828] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.333000] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.333193] env[69959]: INFO nova.compute.manager [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1009.333446] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.333638] env[69959]: DEBUG nova.compute.manager [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.333739] env[69959]: DEBUG nova.network.neutron [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.350883] env[69959]: DEBUG nova.network.neutron [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.397840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.504160] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.532331] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.532577] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.532735] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.532918] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.537162] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.537390] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.537624] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.537790] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.537967] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.538151] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.538328] env[69959]: DEBUG nova.virt.hardware [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.539266] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed7132d-e1cc-46aa-9256-22ad83ec0948 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.552012] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56493480-21a5-4b59-9773-cf86cbe16a9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.609139] env[69959]: DEBUG nova.scheduler.client.report [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.673721] env[69959]: DEBUG oslo_vmware.api [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087083, 'name': PowerOnVM_Task, 'duration_secs': 0.498897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.674088] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.674316] env[69959]: INFO nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1009.674501] env[69959]: DEBUG nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.675331] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c588dbc-3412-493d-8233-bcd85853c2cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.853614] env[69959]: DEBUG nova.network.neutron [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.121845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.122307] env[69959]: DEBUG nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.125527] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.317s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.125993] env[69959]: DEBUG nova.objects.instance [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lazy-loading 'resources' on Instance uuid fb03021d-c44a-4c80-ba18-5916d2713877 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.193556] env[69959]: INFO nova.compute.manager [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Took 42.80 seconds to build instance. [ 1010.269019] env[69959]: DEBUG nova.compute.manager [req-892f078f-c3f6-4838-b1ba-96ae44871980 req-b045d8ba-5df0-419a-b43e-caa8df825f23 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Received event network-vif-plugged-cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.269019] env[69959]: DEBUG oslo_concurrency.lockutils [req-892f078f-c3f6-4838-b1ba-96ae44871980 req-b045d8ba-5df0-419a-b43e-caa8df825f23 service nova] Acquiring lock "30eb8c30-18ea-431d-86e2-6df93d6472f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.269019] env[69959]: DEBUG oslo_concurrency.lockutils [req-892f078f-c3f6-4838-b1ba-96ae44871980 req-b045d8ba-5df0-419a-b43e-caa8df825f23 service nova] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.270800] env[69959]: DEBUG oslo_concurrency.lockutils [req-892f078f-c3f6-4838-b1ba-96ae44871980 req-b045d8ba-5df0-419a-b43e-caa8df825f23 service nova] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.271169] env[69959]: DEBUG nova.compute.manager [req-892f078f-c3f6-4838-b1ba-96ae44871980 req-b045d8ba-5df0-419a-b43e-caa8df825f23 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] No waiting events found dispatching network-vif-plugged-cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.271481] env[69959]: WARNING nova.compute.manager [req-892f078f-c3f6-4838-b1ba-96ae44871980 req-b045d8ba-5df0-419a-b43e-caa8df825f23 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Received unexpected event network-vif-plugged-cf3e74cf-b819-41e3-8646-713114256eb2 for instance with vm_state building and task_state spawning. [ 1010.346735] env[69959]: DEBUG nova.network.neutron [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Successfully updated port: cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.357476] env[69959]: INFO nova.compute.manager [-] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Took 1.02 seconds to deallocate network for instance. [ 1010.366669] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.366935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.626872] env[69959]: DEBUG nova.compute.utils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.628297] env[69959]: DEBUG nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1010.647822] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "c8f2820a-28d9-4089-a727-e3835358ced3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.695288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a37b0505-acd3-4a94-87ac-6442647cbcc6 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "c8f2820a-28d9-4089-a727-e3835358ced3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.311s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.695715] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "c8f2820a-28d9-4089-a727-e3835358ced3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.048s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.696061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "c8f2820a-28d9-4089-a727-e3835358ced3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.696388] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "c8f2820a-28d9-4089-a727-e3835358ced3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.696650] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "c8f2820a-28d9-4089-a727-e3835358ced3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.702751] env[69959]: INFO nova.compute.manager [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Terminating instance [ 1010.848919] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-30eb8c30-18ea-431d-86e2-6df93d6472f0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.849115] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-30eb8c30-18ea-431d-86e2-6df93d6472f0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.849318] env[69959]: DEBUG nova.network.neutron [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.866068] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.869349] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.937077] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.937413] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f300e21-10bb-499d-b7f0-bca9106a9703 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.947809] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1010.947809] env[69959]: value = "task-4087084" [ 1010.947809] env[69959]: _type = "Task" [ 1010.947809] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.963028] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.087663] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd1e005-feac-43c5-b51c-3b054390d2bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.097510] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50232b0-3626-40bd-b41d-f0843425d737 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.132926] env[69959]: DEBUG nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.137859] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9850a0-d90a-45a0-82e6-70df4836b2e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.146765] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ee3f8d-b96f-4211-ac02-bbf91eb33ee6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.163016] env[69959]: DEBUG nova.compute.provider_tree [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.207731] env[69959]: DEBUG nova.compute.manager [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.208168] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.209463] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed050eb3-ef3d-40a8-a238-edbac58a71ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.219058] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.219202] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d398a85-d79a-40e9-8aaf-7c86e931f12c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.227991] env[69959]: DEBUG oslo_vmware.api [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1011.227991] env[69959]: value = "task-4087085" [ 1011.227991] env[69959]: _type = "Task" [ 1011.227991] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.240503] env[69959]: DEBUG oslo_vmware.api [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.392745] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.396459] env[69959]: DEBUG nova.network.neutron [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.464357] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087084, 'name': PowerOffVM_Task, 'duration_secs': 0.236897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.464626] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.465486] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341027bf-202b-461e-a824-5088a2a1bc07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.487268] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138b9ab-02b1-47fd-8acb-57316b224959 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.524638] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.524946] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84296d76-d1a8-4bb8-951d-318a906a0c22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.532939] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1011.532939] env[69959]: value = "task-4087086" [ 1011.532939] env[69959]: _type = "Task" [ 1011.532939] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.541729] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.566396] env[69959]: DEBUG nova.network.neutron [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Updating instance_info_cache with network_info: [{"id": "cf3e74cf-b819-41e3-8646-713114256eb2", "address": "fa:16:3e:da:73:95", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e74cf-b8", "ovs_interfaceid": "cf3e74cf-b819-41e3-8646-713114256eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.665452] env[69959]: DEBUG nova.scheduler.client.report [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.737926] env[69959]: DEBUG oslo_vmware.api [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087085, 'name': PowerOffVM_Task, 'duration_secs': 0.204805} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.738236] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.738406] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.738661] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857a34f2-b120-47af-b5fc-013fd628aaaa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.800382] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.800619] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.800778] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleting the datastore file [datastore2] c8f2820a-28d9-4089-a727-e3835358ced3 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.801082] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691d41df-d13d-4d74-8dcb-4da8ca38cbe1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.808536] env[69959]: DEBUG oslo_vmware.api [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for the task: (returnval){ [ 1011.808536] env[69959]: value = "task-4087088" [ 1011.808536] env[69959]: _type = "Task" [ 1011.808536] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.817052] env[69959]: DEBUG oslo_vmware.api [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.904854] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.905303] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.905652] env[69959]: INFO nova.compute.manager [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Shelving [ 1012.045515] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.045737] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.045985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.046160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.046380] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.046965] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e91cb793-7bfe-4cdc-8114-cd0e35316d9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.056750] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.057100] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.057957] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea4ba80-86a0-4dfe-b0cd-47bd1b9c9b75 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064747] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1012.064747] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528fc6e7-68b1-8e0e-bda1-e0c0d681f587" [ 1012.064747] env[69959]: _type = "Task" [ 1012.064747] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.069176] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-30eb8c30-18ea-431d-86e2-6df93d6472f0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.069543] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Instance network_info: |[{"id": "cf3e74cf-b819-41e3-8646-713114256eb2", "address": "fa:16:3e:da:73:95", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e74cf-b8", "ovs_interfaceid": "cf3e74cf-b819-41e3-8646-713114256eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.069900] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:73:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf3e74cf-b819-41e3-8646-713114256eb2', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.077951] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.081063] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.081338] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528fc6e7-68b1-8e0e-bda1-e0c0d681f587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.081541] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-424ac995-e088-415f-9fec-82d784629ef3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.102916] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.102916] env[69959]: value = "task-4087089" [ 1012.102916] env[69959]: _type = "Task" [ 1012.102916] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.113496] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087089, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.143269] env[69959]: DEBUG nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.170491] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.173253] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.957s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.177146] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.177426] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.177585] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.177764] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.178012] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.178205] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.178426] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.178586] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.178756] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.178919] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.179236] env[69959]: DEBUG nova.virt.hardware [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.180468] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff2fcf6-9857-4df7-b5f1-3fa556ae1c5c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.190965] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d9e473-d5bb-429a-8c84-1205a651a0b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.207272] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.212865] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Creating folder: Project (2efb86687d6644fcb61a6003efd06b8c). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.214238] env[69959]: INFO nova.scheduler.client.report [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted allocations for instance fb03021d-c44a-4c80-ba18-5916d2713877 [ 1012.215226] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67a9f7ce-f185-4e59-9533-250e8793c750 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.229548] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Created folder: Project (2efb86687d6644fcb61a6003efd06b8c) in parent group-v809535. [ 1012.229754] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Creating folder: Instances. Parent ref: group-v809766. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.230113] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8bd75d7-9432-4697-a176-e92e1580c778 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.241764] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Created folder: Instances in parent group-v809766. [ 1012.241764] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.242128] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.242205] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88dd22bc-6cf8-44c5-a3d8-79708a2a7dcf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.261204] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.261204] env[69959]: value = "task-4087092" [ 1012.261204] env[69959]: _type = "Task" [ 1012.261204] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.270632] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087092, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.296445] env[69959]: DEBUG nova.compute.manager [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Received event network-changed-cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.296651] env[69959]: DEBUG nova.compute.manager [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Refreshing instance network info cache due to event network-changed-cf3e74cf-b819-41e3-8646-713114256eb2. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.296837] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] Acquiring lock "refresh_cache-30eb8c30-18ea-431d-86e2-6df93d6472f0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.296980] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] Acquired lock "refresh_cache-30eb8c30-18ea-431d-86e2-6df93d6472f0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.297142] env[69959]: DEBUG nova.network.neutron [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Refreshing network info cache for port cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.318809] env[69959]: DEBUG oslo_vmware.api [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Task: {'id': task-4087088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156663} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.319218] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.319445] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.319658] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.319870] env[69959]: INFO nova.compute.manager [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1012.320174] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.320474] env[69959]: DEBUG nova.compute.manager [-] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.320538] env[69959]: DEBUG nova.network.neutron [-] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.576966] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528fc6e7-68b1-8e0e-bda1-e0c0d681f587, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.577823] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761ebb32-6bff-4e09-9a8d-e54d779338df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.584741] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1012.584741] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ffe1c4-113d-e863-0a93-4bb624d86113" [ 1012.584741] env[69959]: _type = "Task" [ 1012.584741] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.594720] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ffe1c4-113d-e863-0a93-4bb624d86113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.613852] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087089, 'name': CreateVM_Task, 'duration_secs': 0.368216} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.614038] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.614753] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.614935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.615275] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.615541] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb5b590-8700-4d39-ac34-2a1c646482c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.623482] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1012.623482] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c3d493-816c-63ad-84ad-1f7e8cd9310b" [ 1012.623482] env[69959]: _type = "Task" [ 1012.623482] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.633118] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c3d493-816c-63ad-84ad-1f7e8cd9310b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.687524] env[69959]: INFO nova.compute.claims [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.723534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-342c9caa-e126-461b-9e51-73e342ef31ba tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "fb03021d-c44a-4c80-ba18-5916d2713877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.404s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.773182] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087092, 'name': CreateVM_Task, 'duration_secs': 0.311373} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.773373] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.773788] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.916872] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.917218] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df880ce-6b9a-40b0-bfaa-57d685a2ecbb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.928924] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1012.928924] env[69959]: value = "task-4087093" [ 1012.928924] env[69959]: _type = "Task" [ 1012.928924] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.938112] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.028028] env[69959]: DEBUG nova.network.neutron [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Updated VIF entry in instance network info cache for port cf3e74cf-b819-41e3-8646-713114256eb2. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.028485] env[69959]: DEBUG nova.network.neutron [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Updating instance_info_cache with network_info: [{"id": "cf3e74cf-b819-41e3-8646-713114256eb2", "address": "fa:16:3e:da:73:95", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3e74cf-b8", "ovs_interfaceid": "cf3e74cf-b819-41e3-8646-713114256eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.098855] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ffe1c4-113d-e863-0a93-4bb624d86113, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.099352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.099790] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. {{(pid=69959) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1013.100223] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92df0b3e-2bd6-4062-ab1c-3cad621fcfdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.103973] env[69959]: DEBUG nova.network.neutron [-] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.112750] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1013.112750] env[69959]: value = "task-4087094" [ 1013.112750] env[69959]: _type = "Task" [ 1013.112750] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.124942] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.134570] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c3d493-816c-63ad-84ad-1f7e8cd9310b, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.134883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.135129] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.135826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.135826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.135826] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.136065] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.136335] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.136583] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3143a22-55a8-485c-beec-88ab6d208f84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.139036] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a26d3a-2052-46e0-aa4e-53ad75d33357 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.145983] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1013.145983] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524bf241-c7c5-6089-f69b-ce49883f0875" [ 1013.145983] env[69959]: _type = "Task" [ 1013.145983] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.150844] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.151111] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.152490] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c36e35-1461-4677-9fa4-479126718231 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.159111] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524bf241-c7c5-6089-f69b-ce49883f0875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.163333] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1013.163333] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5257dbaa-f1d9-4956-9afc-aba6f6ea9c41" [ 1013.163333] env[69959]: _type = "Task" [ 1013.163333] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.171266] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5257dbaa-f1d9-4956-9afc-aba6f6ea9c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.193525] env[69959]: INFO nova.compute.resource_tracker [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating resource usage from migration bac5bf9a-65d1-4e3f-a57b-80ae741ad597 [ 1013.440877] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087093, 'name': PowerOffVM_Task, 'duration_secs': 0.217904} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.444084] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.445586] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37cad7-47c8-41ef-a4da-dba42490b56a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.471197] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c30958e-20a9-4fc7-af78-e2e891d044df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.532173] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae894b85-a067-4932-926c-d813bb29f96f req-a198a710-8dc5-496c-8004-784adc1d2168 service nova] Releasing lock "refresh_cache-30eb8c30-18ea-431d-86e2-6df93d6472f0" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.608557] env[69959]: INFO nova.compute.manager [-] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Took 1.29 seconds to deallocate network for instance. [ 1013.629122] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509319} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.629434] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. [ 1013.630341] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5ed909-e730-468d-9027-68d3615b1383 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.658896] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.665074] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701222e0-cc63-41b1-928e-44184cb32b5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.687315] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524bf241-c7c5-6089-f69b-ce49883f0875, 'name': SearchDatastore_Task, 'duration_secs': 0.020265} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.691576] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.691859] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.692085] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.692359] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1013.692359] env[69959]: value = "task-4087095" [ 1013.692359] env[69959]: _type = "Task" [ 1013.692359] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.692561] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5257dbaa-f1d9-4956-9afc-aba6f6ea9c41, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.694588] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae96c792-e1ab-44f3-98b4-a03a94067e88 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.699881] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50fa8f6-48e0-49e0-a5fe-5810e63fb611 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.705567] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1013.705567] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520b48a2-3708-a280-3aec-718d8961dcaf" [ 1013.705567] env[69959]: _type = "Task" [ 1013.705567] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.711029] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.714953] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a44b6c8-4785-4b0e-a40f-9ae8b5dfa672 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.723885] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520b48a2-3708-a280-3aec-718d8961dcaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.749090] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.749369] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 30eb8c30-18ea-431d-86e2-6df93d6472f0/30eb8c30-18ea-431d-86e2-6df93d6472f0.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.749841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.750054] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.750273] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fddeb8ab-30fa-4f68-acd3-ae9caac0f8d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.752649] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45e371-239e-45fc-8cea-b7d349354ef9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.754991] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0415d21-0215-4200-af4b-764d9ad2d44d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.762144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d4fcc-0588-4b50-9498-a367384236c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.767832] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1013.767832] env[69959]: value = "task-4087096" [ 1013.767832] env[69959]: _type = "Task" [ 1013.767832] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.768063] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.768270] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.769348] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c5e3df-c47e-439a-8ae3-2db2450da3b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.782105] env[69959]: DEBUG nova.compute.provider_tree [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.789061] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.790039] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1013.790039] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc8333-5359-28a8-4dff-dee92bfbab67" [ 1013.790039] env[69959]: _type = "Task" [ 1013.790039] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.800281] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc8333-5359-28a8-4dff-dee92bfbab67, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.801092] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e14682f-d121-42a3-a1e3-f42b82271f9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.806395] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1013.806395] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bc0b78-bc66-d747-0980-4937de222839" [ 1013.806395] env[69959]: _type = "Task" [ 1013.806395] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.814368] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bc0b78-bc66-d747-0980-4937de222839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.985680] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.986238] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3449761-33b7-41e6-b804-c04ef6ebc536 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.995049] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1013.995049] env[69959]: value = "task-4087097" [ 1013.995049] env[69959]: _type = "Task" [ 1013.995049] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.004540] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.121831] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.205464] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087095, 'name': ReconfigVM_Task, 'duration_secs': 0.412189} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.205779] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.206680] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8e2f09-7288-4d00-9224-6d00426ea23f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.235276] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49246190-f9da-4302-beb0-f7475e3cf40e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.252134] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1014.252134] env[69959]: value = "task-4087098" [ 1014.252134] env[69959]: _type = "Task" [ 1014.252134] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.260790] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.279252] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087096, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.285346] env[69959]: DEBUG nova.scheduler.client.report [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.319678] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bc0b78-bc66-d747-0980-4937de222839, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.320086] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.320483] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f60c23cd-0721-4bc7-ab89-15cab588aa29/f60c23cd-0721-4bc7-ab89-15cab588aa29.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.320856] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeae5ae5-9db0-4adc-8d3d-22347031991f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.328393] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1014.328393] env[69959]: value = "task-4087099" [ 1014.328393] env[69959]: _type = "Task" [ 1014.328393] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.337032] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.396099] env[69959]: DEBUG nova.compute.manager [req-166a2a37-e8a0-4eff-82d4-0ac2b50d70f1 req-02fc9d70-091d-4a9d-9cdf-9db59e460401 service nova] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Received event network-vif-deleted-79b6fb70-af09-49ba-905e-ff80fd50ee9f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.505104] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.764354] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087098, 'name': ReconfigVM_Task, 'duration_secs': 0.427321} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.764754] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.765054] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29e1dd31-11cc-483d-beed-cf8174c651bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.774912] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1014.774912] env[69959]: value = "task-4087100" [ 1014.774912] env[69959]: _type = "Task" [ 1014.774912] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.789095] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52093} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.792685] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 30eb8c30-18ea-431d-86e2-6df93d6472f0/30eb8c30-18ea-431d-86e2-6df93d6472f0.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.792949] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.795604] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.795604] env[69959]: INFO nova.compute.manager [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Migrating [ 1014.801501] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.801894] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8fd6a31-e24d-4002-bf6a-2f5b32bdd453 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.804328] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.739s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.806305] env[69959]: INFO nova.compute.claims [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.824541] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1014.824541] env[69959]: value = "task-4087101" [ 1014.824541] env[69959]: _type = "Task" [ 1014.824541] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.837865] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.841421] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087099, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.007765] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.288263] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.318591] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.318780] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319100] env[69959]: DEBUG nova.network.neutron [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.342391] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360888} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.346231] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.346622] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742119} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.347425] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071f03a4-6552-4b6c-a32f-1c9f6ea9811e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.350643] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] f60c23cd-0721-4bc7-ab89-15cab588aa29/f60c23cd-0721-4bc7-ab89-15cab588aa29.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.350895] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.351466] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42caddea-d23d-4b15-814f-7b09ec23f363 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.373955] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 30eb8c30-18ea-431d-86e2-6df93d6472f0/30eb8c30-18ea-431d-86e2-6df93d6472f0.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.375927] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff635b7-de80-444d-9957-d194160e60f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.390958] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1015.390958] env[69959]: value = "task-4087102" [ 1015.390958] env[69959]: _type = "Task" [ 1015.390958] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.397637] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1015.397637] env[69959]: value = "task-4087103" [ 1015.397637] env[69959]: _type = "Task" [ 1015.397637] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.401289] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.410624] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.510136] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087097, 'name': CreateSnapshot_Task, 'duration_secs': 1.215606} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.510136] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.510136] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f86cbdb-4131-47bb-9829-21f4e3cd6e09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.788153] env[69959]: DEBUG oslo_vmware.api [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087100, 'name': PowerOnVM_Task, 'duration_secs': 0.752614} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.788431] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.791215] env[69959]: DEBUG nova.compute.manager [None req-8ad11671-d9dd-4cf9-9057-1469c28e2577 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.792035] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112a087a-16fd-426b-9696-9118ef33eaa1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.905740] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115549} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.910997] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.914066] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2f0b5-9e71-4af0-9f39-6d6851729294 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.942881] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] f60c23cd-0721-4bc7-ab89-15cab588aa29/f60c23cd-0721-4bc7-ab89-15cab588aa29.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.943233] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087103, 'name': ReconfigVM_Task, 'duration_secs': 0.318942} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.947775] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b13816b-f38a-484a-af36-91ab5f069669 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.961806] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 30eb8c30-18ea-431d-86e2-6df93d6472f0/30eb8c30-18ea-431d-86e2-6df93d6472f0.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.962985] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39eb88e6-2b31-4a7b-8d7e-a1ef9323e7a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.972783] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1015.972783] env[69959]: value = "task-4087104" [ 1015.972783] env[69959]: _type = "Task" [ 1015.972783] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.973483] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1015.973483] env[69959]: value = "task-4087105" [ 1015.973483] env[69959]: _type = "Task" [ 1015.973483] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.990046] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087104, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.993861] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.030675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1016.031438] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6538059f-8d4e-494e-946d-c772ece941f1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.040738] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1016.040738] env[69959]: value = "task-4087106" [ 1016.040738] env[69959]: _type = "Task" [ 1016.040738] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.053447] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087106, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.095810] env[69959]: DEBUG nova.network.neutron [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance_info_cache with network_info: [{"id": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "address": "fa:16:3e:04:e0:fd", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c14e28d-84", "ovs_interfaceid": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.309601] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e847f5-2890-4ffa-ac71-24fc974acaf3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.317493] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2d8ba-18a7-4b98-beb4-9f34a3e9fe4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.349890] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c040dc8-eff7-40cf-bae4-91962cdcab0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.359147] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58502bb-7400-4008-9973-f468f79f6e57 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.374808] env[69959]: DEBUG nova.compute.provider_tree [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.485388] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087104, 'name': Rename_Task, 'duration_secs': 0.158106} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.486653] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.486968] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10cf9be0-c0e5-4306-a6ec-be3b5d0d075a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.491789] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087105, 'name': ReconfigVM_Task, 'duration_secs': 0.333291} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.492812] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Reconfigured VM instance instance-0000004f to attach disk [datastore2] f60c23cd-0721-4bc7-ab89-15cab588aa29/f60c23cd-0721-4bc7-ab89-15cab588aa29.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.493017] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f278fe8d-dc62-4f94-9879-f4967348a66a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.499675] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1016.499675] env[69959]: value = "task-4087108" [ 1016.499675] env[69959]: _type = "Task" [ 1016.499675] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.500799] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1016.500799] env[69959]: value = "task-4087107" [ 1016.500799] env[69959]: _type = "Task" [ 1016.500799] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.514514] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.518523] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087108, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.551724] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087106, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.600799] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.878354] env[69959]: DEBUG nova.scheduler.client.report [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.013711] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087108, 'name': Rename_Task, 'duration_secs': 0.172815} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.016948] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.017607] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087107, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.017607] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb897b34-420b-4b94-8773-a0c933b0c35f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.024883] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1017.024883] env[69959]: value = "task-4087109" [ 1017.024883] env[69959]: _type = "Task" [ 1017.024883] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.033830] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.051544] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087106, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.384399] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.384933] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.387830] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.813s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.389406] env[69959]: INFO nova.compute.claims [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.515746] env[69959]: DEBUG oslo_vmware.api [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087107, 'name': PowerOnVM_Task, 'duration_secs': 0.529914} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.516153] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.516424] env[69959]: INFO nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1017.516610] env[69959]: DEBUG nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.517579] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fbb568-9aa4-42c2-bae6-87b44e5c2142 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.543022] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.552818] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087106, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.896669] env[69959]: DEBUG nova.compute.utils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.900181] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.900181] env[69959]: DEBUG nova.network.neutron [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.945010] env[69959]: DEBUG nova.policy [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809e6a089c7642aeb98c01073e83f8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120b72feca9744f3b85bf6c48562ad0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.053524] env[69959]: DEBUG oslo_vmware.api [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087109, 'name': PowerOnVM_Task, 'duration_secs': 0.653772} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.053762] env[69959]: INFO nova.compute.manager [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Took 41.05 seconds to build instance. [ 1018.058638] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.058969] env[69959]: INFO nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1018.059216] env[69959]: DEBUG nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.060300] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c393122-9341-4ecd-9e61-4fd038a2550c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.075729] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087106, 'name': CloneVM_Task, 'duration_secs': 1.685923} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.076691] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Created linked-clone VM from snapshot [ 1018.077501] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f2eccd-1673-49d1-bf8a-1d5498d0a606 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.087664] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Uploading image 36c61ef7-ab97-4fb8-9784-1e23dbc4095d {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1018.118475] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa5fb6-558f-4c1d-8106-dbe05499e01f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.127018] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1018.127018] env[69959]: value = "vm-809770" [ 1018.127018] env[69959]: _type = "VirtualMachine" [ 1018.127018] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1018.127018] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4ab90d2-c84e-4f32-a424-1c626c8109aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.145377] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.152909] env[69959]: DEBUG nova.compute.manager [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.153201] env[69959]: DEBUG nova.compute.manager [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing instance network info cache due to event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.153519] env[69959]: DEBUG oslo_concurrency.lockutils [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.153753] env[69959]: DEBUG oslo_concurrency.lockutils [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.154018] env[69959]: DEBUG nova.network.neutron [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.155949] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease: (returnval){ [ 1018.155949] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ff638-e29a-1dea-55d3-8406e38f50bf" [ 1018.155949] env[69959]: _type = "HttpNfcLease" [ 1018.155949] env[69959]: } obtained for exporting VM: (result){ [ 1018.155949] env[69959]: value = "vm-809770" [ 1018.155949] env[69959]: _type = "VirtualMachine" [ 1018.155949] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1018.156345] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the lease: (returnval){ [ 1018.156345] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ff638-e29a-1dea-55d3-8406e38f50bf" [ 1018.156345] env[69959]: _type = "HttpNfcLease" [ 1018.156345] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.168023] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.168023] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ff638-e29a-1dea-55d3-8406e38f50bf" [ 1018.168023] env[69959]: _type = "HttpNfcLease" [ 1018.168023] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.168462] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.168462] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ff638-e29a-1dea-55d3-8406e38f50bf" [ 1018.168462] env[69959]: _type = "HttpNfcLease" [ 1018.168462] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1018.169954] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd2dae3-0ba1-4829-9b01-47ab4ce66867 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.180763] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39e8e-6047-4577-ac57-183b6a72e15f/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.181041] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39e8e-6047-4577-ac57-183b6a72e15f/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1018.253116] env[69959]: DEBUG nova.network.neutron [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Successfully created port: ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.405050] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.419088] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9793b8d-3fa7-40cc-9e54-c8b009355e4e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.560473] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.562s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.585882] env[69959]: INFO nova.compute.manager [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Took 40.45 seconds to build instance. [ 1018.659367] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.659689] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cf197d9-33e8-48a1-aa73-baea93b2085c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.670628] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1018.670628] env[69959]: value = "task-4087111" [ 1018.670628] env[69959]: _type = "Task" [ 1018.670628] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.688992] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.931887] env[69959]: DEBUG nova.network.neutron [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updated VIF entry in instance network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.932712] env[69959]: DEBUG nova.network.neutron [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.965256] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21335668-17c2-41cd-80d5-bb4504e403df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.973776] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0289742e-68d3-40ed-bacf-1a2c2a425234 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.010578] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dfd0ba-976b-4140-bde5-679afa0a429d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.019577] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df36759-7fe1-4821-b6c9-fbe4825da65d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.034317] env[69959]: DEBUG nova.compute.provider_tree [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.091752] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7b8121b2-35bf-4815-beb2-3a3d6ed53d51 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "f60c23cd-0721-4bc7-ab89-15cab588aa29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.963s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.178104] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "30eb8c30-18ea-431d-86e2-6df93d6472f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.178358] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.178566] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "30eb8c30-18ea-431d-86e2-6df93d6472f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.178775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.179114] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.181983] env[69959]: INFO nova.compute.manager [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Terminating instance [ 1019.187614] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087111, 'name': PowerOffVM_Task, 'duration_secs': 0.231287} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.188799] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.189071] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.423507] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.434925] env[69959]: DEBUG oslo_concurrency.lockutils [req-6207aba4-ee8a-46a5-a28d-d6cef223cf52 req-3e8a1f39-7e88-493d-9dbf-48f01a9d6374 service nova] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.452359] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.452766] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.452933] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.453240] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.453391] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.453647] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.453944] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.454224] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.454488] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.454661] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.454879] env[69959]: DEBUG nova.virt.hardware [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.455861] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4cb640-c330-492a-adb1-b0c6fd49861d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.465289] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1caa0f-7d95-4d78-9294-89405a36f43c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.569656] env[69959]: ERROR nova.scheduler.client.report [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [req-19e48536-5c8b-4185-aea3-97659967bdd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19e48536-5c8b-4185-aea3-97659967bdd1"}]} [ 1019.592300] env[69959]: DEBUG nova.scheduler.client.report [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1019.611339] env[69959]: DEBUG nova.scheduler.client.report [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.611702] env[69959]: DEBUG nova.compute.provider_tree [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.634280] env[69959]: DEBUG nova.scheduler.client.report [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.665058] env[69959]: DEBUG nova.scheduler.client.report [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.694609] env[69959]: DEBUG nova.compute.manager [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.694872] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.697649] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.697845] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.698111] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.698380] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.698623] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.698829] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.699126] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.699354] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.700213] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.700213] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.700213] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.706939] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00259b13-6925-428e-ade1-e09992b0614b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.710536] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79790702-e0bd-4392-9e55-cfa7b3a94c12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.736572] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.738365] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e2f7aeb-a73d-453a-b210-4451627af1ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.740493] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1019.740493] env[69959]: value = "task-4087112" [ 1019.740493] env[69959]: _type = "Task" [ 1019.740493] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.750196] env[69959]: DEBUG oslo_vmware.api [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1019.750196] env[69959]: value = "task-4087113" [ 1019.750196] env[69959]: _type = "Task" [ 1019.750196] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.759253] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.765986] env[69959]: DEBUG oslo_vmware.api [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.901677] env[69959]: DEBUG nova.network.neutron [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Successfully updated port: ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.171042] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276da102-c41b-491f-9905-eaff73d0763d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.180051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f707e46-fee3-4058-8fd6-61dc2c3f27fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.214890] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a65657-5dcc-4d1f-a0d5-1ac2b5e22763 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.225085] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13699e6-ddab-41af-a27e-fb8577d1c486 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.246747] env[69959]: DEBUG nova.compute.provider_tree [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.265607] env[69959]: DEBUG oslo_vmware.api [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087113, 'name': PowerOffVM_Task, 'duration_secs': 0.315881} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.265869] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087112, 'name': ReconfigVM_Task, 'duration_secs': 0.239478} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.269650] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.269650] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.269650] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.270071] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d407b49b-dfd2-4a53-9c09-5b6367b1dbda {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.343028] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.344277] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.344277] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore2] 30eb8c30-18ea-431d-86e2-6df93d6472f0 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.346037] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3aa58e9-3ff1-4792-b4c7-9adc960f8581 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.350307] env[69959]: DEBUG nova.compute.manager [req-5de3745d-98b7-4cd9-a41c-ed5b051c7404 req-9e75f642-e713-4b41-a9dc-13e0022b1f15 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Received event network-vif-plugged-ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.350429] env[69959]: DEBUG oslo_concurrency.lockutils [req-5de3745d-98b7-4cd9-a41c-ed5b051c7404 req-9e75f642-e713-4b41-a9dc-13e0022b1f15 service nova] Acquiring lock "a5d262a7-5803-4169-9c1f-8f112c44db09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.350675] env[69959]: DEBUG oslo_concurrency.lockutils [req-5de3745d-98b7-4cd9-a41c-ed5b051c7404 req-9e75f642-e713-4b41-a9dc-13e0022b1f15 service nova] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.351049] env[69959]: DEBUG oslo_concurrency.lockutils [req-5de3745d-98b7-4cd9-a41c-ed5b051c7404 req-9e75f642-e713-4b41-a9dc-13e0022b1f15 service nova] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.351626] env[69959]: DEBUG nova.compute.manager [req-5de3745d-98b7-4cd9-a41c-ed5b051c7404 req-9e75f642-e713-4b41-a9dc-13e0022b1f15 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] No waiting events found dispatching network-vif-plugged-ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.351626] env[69959]: WARNING nova.compute.manager [req-5de3745d-98b7-4cd9-a41c-ed5b051c7404 req-9e75f642-e713-4b41-a9dc-13e0022b1f15 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Received unexpected event network-vif-plugged-ca28584b-1cba-4bbb-bd68-d12202406add for instance with vm_state building and task_state spawning. [ 1020.363053] env[69959]: DEBUG oslo_vmware.api [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1020.363053] env[69959]: value = "task-4087115" [ 1020.363053] env[69959]: _type = "Task" [ 1020.363053] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.372405] env[69959]: DEBUG oslo_vmware.api [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.409923] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-a5d262a7-5803-4169-9c1f-8f112c44db09" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.409923] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-a5d262a7-5803-4169-9c1f-8f112c44db09" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.409923] env[69959]: DEBUG nova.network.neutron [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.775968] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.776465] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.776728] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.776950] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.777237] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.777511] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.777881] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.778111] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.778430] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.778651] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.778916] env[69959]: DEBUG nova.virt.hardware [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.785481] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.786736] env[69959]: DEBUG nova.scheduler.client.report [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.787021] env[69959]: DEBUG nova.compute.provider_tree [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 121 to 122 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.787624] env[69959]: DEBUG nova.compute.provider_tree [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.790808] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d69ce10-50c1-45e8-989f-349789093d8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.816888] env[69959]: DEBUG nova.compute.manager [None req-06db2acd-c33a-42b0-812e-ed2a583cc0a7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.817950] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1255fc4-a029-41c3-8001-f2ef1dce5f9d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.837025] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1020.837025] env[69959]: value = "task-4087116" [ 1020.837025] env[69959]: _type = "Task" [ 1020.837025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.846504] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.855594] env[69959]: DEBUG nova.compute.manager [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.855775] env[69959]: DEBUG nova.compute.manager [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing instance network info cache due to event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.856058] env[69959]: DEBUG oslo_concurrency.lockutils [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.856229] env[69959]: DEBUG oslo_concurrency.lockutils [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.856391] env[69959]: DEBUG nova.network.neutron [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.875334] env[69959]: DEBUG oslo_vmware.api [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270223} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.875660] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.875952] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.876161] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.876338] env[69959]: INFO nova.compute.manager [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1020.876602] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.877065] env[69959]: DEBUG nova.compute.manager [-] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.877221] env[69959]: DEBUG nova.network.neutron [-] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.956296] env[69959]: DEBUG nova.network.neutron [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.190428] env[69959]: DEBUG nova.network.neutron [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Updating instance_info_cache with network_info: [{"id": "ca28584b-1cba-4bbb-bd68-d12202406add", "address": "fa:16:3e:1e:f0:eb", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca28584b-1c", "ovs_interfaceid": "ca28584b-1cba-4bbb-bd68-d12202406add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.316987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.929s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.317581] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.325632] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.760s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.325632] env[69959]: DEBUG nova.objects.instance [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lazy-loading 'resources' on Instance uuid fe031c74-9e8b-4645-889c-b8fefb9a9d14 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.337615] env[69959]: INFO nova.compute.manager [None req-06db2acd-c33a-42b0-812e-ed2a583cc0a7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] instance snapshotting [ 1021.341020] env[69959]: DEBUG nova.objects.instance [None req-06db2acd-c33a-42b0-812e-ed2a583cc0a7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lazy-loading 'flavor' on Instance uuid f60c23cd-0721-4bc7-ab89-15cab588aa29 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.353143] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087116, 'name': ReconfigVM_Task, 'duration_secs': 0.179467} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.353862] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.354809] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c350627-b4e9-48cf-b747-70874ae43d96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.390258] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff/eabbeb11-1a92-4230-8159-4ded9d9e10ff.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.390857] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356ddb20-22e3-48b0-9bc9-0dceafeb5ad3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.412415] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1021.412415] env[69959]: value = "task-4087117" [ 1021.412415] env[69959]: _type = "Task" [ 1021.412415] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.424183] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.615683] env[69959]: DEBUG nova.network.neutron [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updated VIF entry in instance network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.615683] env[69959]: DEBUG nova.network.neutron [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.695030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-a5d262a7-5803-4169-9c1f-8f112c44db09" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.695030] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Instance network_info: |[{"id": "ca28584b-1cba-4bbb-bd68-d12202406add", "address": "fa:16:3e:1e:f0:eb", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca28584b-1c", "ovs_interfaceid": "ca28584b-1cba-4bbb-bd68-d12202406add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.695469] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f0:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca28584b-1cba-4bbb-bd68-d12202406add', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.705102] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.705938] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.705938] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d00920b-b407-4bf3-be1a-1e2425ea6e31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.722162] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "f60c23cd-0721-4bc7-ab89-15cab588aa29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.722162] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "f60c23cd-0721-4bc7-ab89-15cab588aa29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.722162] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "f60c23cd-0721-4bc7-ab89-15cab588aa29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.722162] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "f60c23cd-0721-4bc7-ab89-15cab588aa29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.722162] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "f60c23cd-0721-4bc7-ab89-15cab588aa29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.722875] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.723370] env[69959]: INFO nova.compute.manager [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Terminating instance [ 1021.724592] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.732607] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.732607] env[69959]: value = "task-4087118" [ 1021.732607] env[69959]: _type = "Task" [ 1021.732607] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.745133] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087118, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.763498] env[69959]: DEBUG nova.network.neutron [-] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.825348] env[69959]: DEBUG nova.compute.utils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.830940] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.831199] env[69959]: DEBUG nova.network.neutron [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.848301] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae1a78-7c6f-4f7e-b397-05e7feb9ee03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.870339] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadfda29-3bb7-4835-be26-b247d98dec54 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.881538] env[69959]: DEBUG nova.policy [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83aa08519ce640419e95f5ed2118c25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29846ca1376441fbb24fd8eeb45e11af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.935169] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.118822] env[69959]: DEBUG oslo_concurrency.lockutils [req-c9d28340-d7fb-453b-91b0-a530409be3fd req-3575df58-d7cc-428d-b1fd-909fbab31523 service nova] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.226588] env[69959]: DEBUG nova.network.neutron [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Successfully created port: 13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.237078] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "refresh_cache-f60c23cd-0721-4bc7-ab89-15cab588aa29" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.237078] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquired lock "refresh_cache-f60c23cd-0721-4bc7-ab89-15cab588aa29" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.237248] env[69959]: DEBUG nova.network.neutron [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.246252] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.248067] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.253144] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.253144] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.253144] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.253144] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.253144] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1022.253144] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.254315] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087118, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.269365] env[69959]: INFO nova.compute.manager [-] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Took 1.39 seconds to deallocate network for instance. [ 1022.330258] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60ce358-8754-40ae-8f4c-c546d9518574 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.336321] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.343881] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86735fc7-173a-42f0-b954-522602d2f2b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.381105] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030df61-892b-40e6-b701-55f662e01b77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.384974] env[69959]: DEBUG nova.compute.manager [None req-06db2acd-c33a-42b0-812e-ed2a583cc0a7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Instance disappeared during snapshot {{(pid=69959) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1022.398018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8db6bc-2fac-4652-ba9f-eca9e16fa263 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.413158] env[69959]: DEBUG nova.compute.provider_tree [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.428782] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.563156] env[69959]: DEBUG nova.compute.manager [None req-06db2acd-c33a-42b0-812e-ed2a583cc0a7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Found 0 images (rotation: 2) {{(pid=69959) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1022.753964] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087118, 'name': CreateVM_Task, 'duration_secs': 0.562573} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.754049] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.755171] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.755171] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.755352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.755595] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafeb871-868c-4862-918f-e4695eb6d840 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.758475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.761359] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1022.761359] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5230cc74-02e0-cb95-9b55-edde25cb59d8" [ 1022.761359] env[69959]: _type = "Task" [ 1022.761359] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.767279] env[69959]: DEBUG nova.network.neutron [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.771599] env[69959]: DEBUG nova.compute.manager [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Received event network-changed-ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.771694] env[69959]: DEBUG nova.compute.manager [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Refreshing instance network info cache due to event network-changed-ca28584b-1cba-4bbb-bd68-d12202406add. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.771944] env[69959]: DEBUG oslo_concurrency.lockutils [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] Acquiring lock "refresh_cache-a5d262a7-5803-4169-9c1f-8f112c44db09" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.772120] env[69959]: DEBUG oslo_concurrency.lockutils [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] Acquired lock "refresh_cache-a5d262a7-5803-4169-9c1f-8f112c44db09" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.772370] env[69959]: DEBUG nova.network.neutron [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Refreshing network info cache for port ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.777664] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5230cc74-02e0-cb95-9b55-edde25cb59d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.786282] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.820981] env[69959]: DEBUG nova.network.neutron [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.919065] env[69959]: DEBUG nova.scheduler.client.report [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.932791] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.283332] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5230cc74-02e0-cb95-9b55-edde25cb59d8, 'name': SearchDatastore_Task, 'duration_secs': 0.027625} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.283890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.284290] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.284673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.284925] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.285230] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.286322] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f255176-78af-4f92-a6b5-3d54702c2262 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.303672] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.303944] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.304790] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a6550c-9dc1-4c1d-af2c-61128bd7f965 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.312355] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1023.312355] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523cb240-3cdf-e4c6-c408-e196cf20420c" [ 1023.312355] env[69959]: _type = "Task" [ 1023.312355] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.323321] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523cb240-3cdf-e4c6-c408-e196cf20420c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.326205] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Releasing lock "refresh_cache-f60c23cd-0721-4bc7-ab89-15cab588aa29" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.330457] env[69959]: DEBUG nova.compute.manager [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.330715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.331705] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa50a17-f543-4b08-a011-06ea96e8f8da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.341938] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.343379] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ca9431-8684-4f66-95b1-f45d190174ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.349969] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.358079] env[69959]: DEBUG oslo_vmware.api [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1023.358079] env[69959]: value = "task-4087119" [ 1023.358079] env[69959]: _type = "Task" [ 1023.358079] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.372738] env[69959]: DEBUG oslo_vmware.api [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.401893] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4280c0c332a711861a29a8ea2ad96c08',container_format='bare',created_at=2025-05-13T17:06:39Z,direct_url=,disk_format='vmdk',id=d2669e5e-1e20-4695-aa12-023743f12059,min_disk=1,min_ram=0,name='tempest-test-snap-586435356',owner='29846ca1376441fbb24fd8eeb45e11af',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-13T17:06:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.402414] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.402613] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.402890] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.403080] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.403235] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.403466] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.403640] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.403793] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.404110] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.404312] env[69959]: DEBUG nova.virt.hardware [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.405360] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb6aac-a557-41aa-85ad-330ab38c1f48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.418242] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e3cdb4-46e6-47cd-8989-726566f01bfb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.428689] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.442122] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.736s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.444028] env[69959]: INFO nova.compute.claims [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.453140] env[69959]: DEBUG nova.compute.manager [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.453301] env[69959]: DEBUG nova.compute.manager [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing instance network info cache due to event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.453551] env[69959]: DEBUG oslo_concurrency.lockutils [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.453696] env[69959]: DEBUG oslo_concurrency.lockutils [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.453895] env[69959]: DEBUG nova.network.neutron [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.459965] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087117, 'name': ReconfigVM_Task, 'duration_secs': 1.796612} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.460354] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Reconfigured VM instance instance-00000047 to attach disk [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff/eabbeb11-1a92-4230-8159-4ded9d9e10ff.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.460622] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.475956] env[69959]: INFO nova.scheduler.client.report [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Deleted allocations for instance fe031c74-9e8b-4645-889c-b8fefb9a9d14 [ 1023.762527] env[69959]: DEBUG nova.network.neutron [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Updated VIF entry in instance network info cache for port ca28584b-1cba-4bbb-bd68-d12202406add. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.763018] env[69959]: DEBUG nova.network.neutron [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Updating instance_info_cache with network_info: [{"id": "ca28584b-1cba-4bbb-bd68-d12202406add", "address": "fa:16:3e:1e:f0:eb", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca28584b-1c", "ovs_interfaceid": "ca28584b-1cba-4bbb-bd68-d12202406add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.826946] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523cb240-3cdf-e4c6-c408-e196cf20420c, 'name': SearchDatastore_Task, 'duration_secs': 0.021927} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.828152] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1159af-ce64-4e55-8ed2-348bec3295f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.837358] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1023.837358] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e6705b-106f-0b04-e925-3118acdbbee1" [ 1023.837358] env[69959]: _type = "Task" [ 1023.837358] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.849165] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e6705b-106f-0b04-e925-3118acdbbee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.870091] env[69959]: DEBUG oslo_vmware.api [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087119, 'name': PowerOffVM_Task, 'duration_secs': 0.229884} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.870561] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.870633] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.870913] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef7e5e4-386e-4a80-a158-a2de2c2b5bb2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.902703] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.903338] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.903641] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Deleting the datastore file [datastore2] f60c23cd-0721-4bc7-ab89-15cab588aa29 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.904466] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea9d88ac-ec79-442d-b0c6-cf0079c99654 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.915660] env[69959]: DEBUG oslo_vmware.api [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for the task: (returnval){ [ 1023.915660] env[69959]: value = "task-4087121" [ 1023.915660] env[69959]: _type = "Task" [ 1023.915660] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.925207] env[69959]: DEBUG oslo_vmware.api [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.968397] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dae79b-e241-4f82-a34f-c4321ea36240 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.001425] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6139a9d8-d148-41a2-9ea4-69f033ef280a tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Lock "fe031c74-9e8b-4645-889c-b8fefb9a9d14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.119s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.004403] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccfd5f7-5e44-4706-9f5d-f5affc78cc0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.026860] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.226210] env[69959]: DEBUG nova.network.neutron [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updated VIF entry in instance network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.226602] env[69959]: DEBUG nova.network.neutron [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.266579] env[69959]: DEBUG oslo_concurrency.lockutils [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] Releasing lock "refresh_cache-a5d262a7-5803-4169-9c1f-8f112c44db09" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.266850] env[69959]: DEBUG nova.compute.manager [req-3dcef001-0611-4b15-b912-dab55c7dce9a req-da8bd6c9-80a1-4218-b006-2cd520c03580 service nova] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Received event network-vif-deleted-cf3e74cf-b819-41e3-8646-713114256eb2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.349872] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e6705b-106f-0b04-e925-3118acdbbee1, 'name': SearchDatastore_Task, 'duration_secs': 0.017324} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.350567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.350567] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a5d262a7-5803-4169-9c1f-8f112c44db09/a5d262a7-5803-4169-9c1f-8f112c44db09.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.350795] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e2fb7b-c480-41e1-a7f4-de66597a8960 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.359800] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1024.359800] env[69959]: value = "task-4087122" [ 1024.359800] env[69959]: _type = "Task" [ 1024.359800] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.370401] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.387746] env[69959]: DEBUG nova.compute.manager [req-50efa960-f913-4d34-bf0b-36b93f8c82e2 req-8ecfe251-4a57-4d88-bf40-0f2d38b63869 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Received event network-vif-plugged-13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.388025] env[69959]: DEBUG oslo_concurrency.lockutils [req-50efa960-f913-4d34-bf0b-36b93f8c82e2 req-8ecfe251-4a57-4d88-bf40-0f2d38b63869 service nova] Acquiring lock "574d2f50-1416-4c2c-a515-91585203cf9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.388281] env[69959]: DEBUG oslo_concurrency.lockutils [req-50efa960-f913-4d34-bf0b-36b93f8c82e2 req-8ecfe251-4a57-4d88-bf40-0f2d38b63869 service nova] Lock "574d2f50-1416-4c2c-a515-91585203cf9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.388471] env[69959]: DEBUG oslo_concurrency.lockutils [req-50efa960-f913-4d34-bf0b-36b93f8c82e2 req-8ecfe251-4a57-4d88-bf40-0f2d38b63869 service nova] Lock "574d2f50-1416-4c2c-a515-91585203cf9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.388647] env[69959]: DEBUG nova.compute.manager [req-50efa960-f913-4d34-bf0b-36b93f8c82e2 req-8ecfe251-4a57-4d88-bf40-0f2d38b63869 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] No waiting events found dispatching network-vif-plugged-13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.388829] env[69959]: WARNING nova.compute.manager [req-50efa960-f913-4d34-bf0b-36b93f8c82e2 req-8ecfe251-4a57-4d88-bf40-0f2d38b63869 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Received unexpected event network-vif-plugged-13a4d805-6571-43ba-9359-8b42f081b277 for instance with vm_state building and task_state spawning. [ 1024.427915] env[69959]: DEBUG oslo_vmware.api [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Task: {'id': task-4087121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192093} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.428267] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.428464] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.428641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.428817] env[69959]: INFO nova.compute.manager [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1024.429478] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.429478] env[69959]: DEBUG nova.compute.manager [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.429478] env[69959]: DEBUG nova.network.neutron [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.463442] env[69959]: DEBUG nova.network.neutron [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.729368] env[69959]: DEBUG oslo_concurrency.lockutils [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.729368] env[69959]: DEBUG nova.compute.manager [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.729368] env[69959]: DEBUG nova.compute.manager [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing instance network info cache due to event network-changed-79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.729554] env[69959]: DEBUG oslo_concurrency.lockutils [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] Acquiring lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.729703] env[69959]: DEBUG oslo_concurrency.lockutils [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] Acquired lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.729824] env[69959]: DEBUG nova.network.neutron [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Refreshing network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.748904] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.749065] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.793620] env[69959]: DEBUG nova.network.neutron [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Successfully updated port: 13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.843619] env[69959]: DEBUG nova.network.neutron [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Port 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1024.874432] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087122, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.948369] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f33793-0396-461c-8587-350bffc70a0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.960135] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387ea8f1-1a6b-405d-8dfb-666edcf588c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.969163] env[69959]: DEBUG nova.network.neutron [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.000508] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be86ddc-9f89-4445-9fb4-dd8b6eafa3f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.012110] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de1922-5028-4e1f-88a2-0487e38b28ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.035236] env[69959]: DEBUG nova.compute.provider_tree [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.152030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.153243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.153243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.153243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.153243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.155437] env[69959]: INFO nova.compute.manager [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Terminating instance [ 1025.196565] env[69959]: DEBUG nova.compute.manager [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Received event network-changed-13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.196792] env[69959]: DEBUG nova.compute.manager [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Refreshing instance network info cache due to event network-changed-13a4d805-6571-43ba-9359-8b42f081b277. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.196985] env[69959]: DEBUG oslo_concurrency.lockutils [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] Acquiring lock "refresh_cache-574d2f50-1416-4c2c-a515-91585203cf9c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.197155] env[69959]: DEBUG oslo_concurrency.lockutils [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] Acquired lock "refresh_cache-574d2f50-1416-4c2c-a515-91585203cf9c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.197334] env[69959]: DEBUG nova.network.neutron [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Refreshing network info cache for port 13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.252442] env[69959]: DEBUG nova.compute.utils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.300913] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "refresh_cache-574d2f50-1416-4c2c-a515-91585203cf9c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.376185] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854153} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.376486] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a5d262a7-5803-4169-9c1f-8f112c44db09/a5d262a7-5803-4169-9c1f-8f112c44db09.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.376704] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.377046] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d90082-14fc-4807-a048-35577505d374 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.385858] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1025.385858] env[69959]: value = "task-4087123" [ 1025.385858] env[69959]: _type = "Task" [ 1025.385858] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.397631] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.499878] env[69959]: INFO nova.compute.manager [-] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Took 1.07 seconds to deallocate network for instance. [ 1025.538284] env[69959]: DEBUG nova.scheduler.client.report [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.567502] env[69959]: DEBUG nova.network.neutron [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updated VIF entry in instance network info cache for port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.568523] env[69959]: DEBUG nova.network.neutron [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [{"id": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "address": "fa:16:3e:96:6f:65", "network": {"id": "e0746478-0349-4aec-b78b-37d5191cc768", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1788552940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a3ff2ace8a04b028d0b13b9832e17f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79af453f-c1", "ovs_interfaceid": "79af453f-c11a-4f07-8dbf-ce1d3f7a204c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.660549] env[69959]: DEBUG nova.compute.manager [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.660861] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.661883] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966739a-2dfc-456d-bba5-e73bc869a59e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.673060] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.673060] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c99b41-ba1c-466d-a986-9945ecdde45f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.682545] env[69959]: DEBUG oslo_vmware.api [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1025.682545] env[69959]: value = "task-4087124" [ 1025.682545] env[69959]: _type = "Task" [ 1025.682545] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.691867] env[69959]: DEBUG oslo_vmware.api [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.755305] env[69959]: DEBUG nova.network.neutron [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.758450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.868780] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.868780] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.868780] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.877550] env[69959]: DEBUG nova.network.neutron [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.899221] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08127} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.899525] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.900587] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab5c33-a76e-459d-a9e7-efaa001a05c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.925149] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a5d262a7-5803-4169-9c1f-8f112c44db09/a5d262a7-5803-4169-9c1f-8f112c44db09.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.925521] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6292cb79-b90b-4d51-bb91-cf859c310f39 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.950714] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1025.950714] env[69959]: value = "task-4087125" [ 1025.950714] env[69959]: _type = "Task" [ 1025.950714] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.960944] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.010259] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.043991] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.044629] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.047436] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.822s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.050860] env[69959]: INFO nova.compute.claims [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.073544] env[69959]: DEBUG oslo_concurrency.lockutils [req-c23d6963-b45a-476d-ab72-f1a351af43a8 req-f6e72c84-9a53-4cf0-8208-750d2fc7b1e6 service nova] Releasing lock "refresh_cache-ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.193209] env[69959]: DEBUG oslo_vmware.api [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087124, 'name': PowerOffVM_Task, 'duration_secs': 0.262219} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.195679] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.195679] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.195679] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b1ccaf-7d2b-4d1b-84d4-e4e6658041bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.269261] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.269261] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.269261] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Deleting the datastore file [datastore2] ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.269261] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09605af9-b15f-45ba-8c0b-f3e361db7ee0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.279286] env[69959]: DEBUG oslo_vmware.api [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for the task: (returnval){ [ 1026.279286] env[69959]: value = "task-4087127" [ 1026.279286] env[69959]: _type = "Task" [ 1026.279286] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.291081] env[69959]: DEBUG oslo_vmware.api [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.382875] env[69959]: DEBUG oslo_concurrency.lockutils [req-52ccf723-5cca-446f-9112-c91f63c144f6 req-a904d84d-991c-46a5-b6d2-03e929e8e2a3 service nova] Releasing lock "refresh_cache-574d2f50-1416-4c2c-a515-91585203cf9c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.383773] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "refresh_cache-574d2f50-1416-4c2c-a515-91585203cf9c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.383903] env[69959]: DEBUG nova.network.neutron [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.467369] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087125, 'name': ReconfigVM_Task, 'duration_secs': 0.394897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.467742] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a5d262a7-5803-4169-9c1f-8f112c44db09/a5d262a7-5803-4169-9c1f-8f112c44db09.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.468479] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b51fe88f-50ee-47a2-9dbd-f09d66ff498e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.478318] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1026.478318] env[69959]: value = "task-4087128" [ 1026.478318] env[69959]: _type = "Task" [ 1026.478318] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.489942] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087128, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.554155] env[69959]: DEBUG nova.compute.utils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.558820] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.559709] env[69959]: DEBUG nova.network.neutron [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.565021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.565021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.565021] env[69959]: INFO nova.compute.manager [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Rebooting instance [ 1026.650773] env[69959]: DEBUG nova.policy [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b0f3633c57546fcb058f4f613873411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3808bedc5b9e4a38994f006bf7b77743', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.790779] env[69959]: DEBUG oslo_vmware.api [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Task: {'id': task-4087127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360887} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.791057] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.791248] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.791426] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.791602] env[69959]: INFO nova.compute.manager [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1026.791886] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.792112] env[69959]: DEBUG nova.compute.manager [-] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.792212] env[69959]: DEBUG nova.network.neutron [-] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.874271] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.874480] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.874740] env[69959]: INFO nova.compute.manager [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Attaching volume 55b1da1a-b0cd-4f4d-9e61-1361afba817d to /dev/sdb [ 1026.925974] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019f992b-a00f-4cdb-931d-286f5f380c6e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.933947] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3211b1-40ba-43f8-a560-83177712e2b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.949318] env[69959]: DEBUG nova.virt.block_device [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updating existing volume attachment record: 36f94de2-2db9-45f2-97c1-aa6720e7ef1d {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1026.952627] env[69959]: DEBUG nova.network.neutron [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.991614] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087128, 'name': Rename_Task, 'duration_secs': 0.17348} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.994568] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.994850] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433cd527-6f86-473b-bcdb-1462296db46d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.004899] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1027.004899] env[69959]: value = "task-4087129" [ 1027.004899] env[69959]: _type = "Task" [ 1027.004899] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.014706] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.060029] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.087072] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.091375] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.091613] env[69959]: DEBUG nova.network.neutron [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.101246] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.101632] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.101898] env[69959]: DEBUG nova.network.neutron [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.290462] env[69959]: DEBUG nova.network.neutron [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Updating instance_info_cache with network_info: [{"id": "13a4d805-6571-43ba-9359-8b42f081b277", "address": "fa:16:3e:f8:e1:8a", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4d805-65", "ovs_interfaceid": "13a4d805-6571-43ba-9359-8b42f081b277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.292547] env[69959]: DEBUG nova.network.neutron [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Successfully created port: 9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.517752] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.620543] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb611a-c432-4fb9-902a-470fcdfc08a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.633227] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b802439-40ce-4173-aa56-bfbeb3fc6150 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.672836] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b33df5-4a64-4469-9ff4-e029e4f2115a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.683804] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d50bc-8770-4a97-9fa0-3ccc9de159e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.701591] env[69959]: DEBUG nova.compute.provider_tree [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.724796] env[69959]: DEBUG nova.compute.manager [req-90beb5dd-b87a-4af9-bbd5-0234a9245030 req-6ffc1762-ea4c-46e7-9726-b6a7f31a959d service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Received event network-vif-deleted-79af453f-c11a-4f07-8dbf-ce1d3f7a204c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.725038] env[69959]: INFO nova.compute.manager [req-90beb5dd-b87a-4af9-bbd5-0234a9245030 req-6ffc1762-ea4c-46e7-9726-b6a7f31a959d service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Neutron deleted interface 79af453f-c11a-4f07-8dbf-ce1d3f7a204c; detaching it from the instance and deleting it from the info cache [ 1027.725221] env[69959]: DEBUG nova.network.neutron [req-90beb5dd-b87a-4af9-bbd5-0234a9245030 req-6ffc1762-ea4c-46e7-9726-b6a7f31a959d service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.797195] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "refresh_cache-574d2f50-1416-4c2c-a515-91585203cf9c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.797544] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Instance network_info: |[{"id": "13a4d805-6571-43ba-9359-8b42f081b277", "address": "fa:16:3e:f8:e1:8a", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4d805-65", "ovs_interfaceid": "13a4d805-6571-43ba-9359-8b42f081b277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.797979] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e1:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13a4d805-6571-43ba-9359-8b42f081b277', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.806208] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.809236] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.812213] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b190d1-df49-4ca4-8ca4-bd4057ebc7d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.836330] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.836330] env[69959]: value = "task-4087133" [ 1027.836330] env[69959]: _type = "Task" [ 1027.836330] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.844731] env[69959]: DEBUG nova.network.neutron [-] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.846081] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087133, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.005213] env[69959]: DEBUG nova.network.neutron [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance_info_cache with network_info: [{"id": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "address": "fa:16:3e:04:e0:fd", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c14e28d-84", "ovs_interfaceid": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.019820] env[69959]: DEBUG oslo_vmware.api [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087129, 'name': PowerOnVM_Task, 'duration_secs': 0.778712} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.019820] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.019820] env[69959]: INFO nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1028.021374] env[69959]: DEBUG nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1028.022245] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a8b97-ece8-44af-b450-353b732fc877 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.036149] env[69959]: DEBUG nova.network.neutron [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.076970] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.107757] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.108122] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.108544] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.108544] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.108799] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.109076] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.109472] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.109857] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.109857] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.109976] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.110184] env[69959]: DEBUG nova.virt.hardware [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.111211] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6b7e5-6a1a-49a0-a790-ed59ca75a832 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.120349] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d2bd4b-4aea-4fc9-9d27-aec9e8044c6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.206072] env[69959]: DEBUG nova.scheduler.client.report [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.228222] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e709224-1b64-4a48-89e9-49da4bf45948 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.243386] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c28013c-9600-4992-9699-ce3baa55039e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.283610] env[69959]: DEBUG nova.compute.manager [req-90beb5dd-b87a-4af9-bbd5-0234a9245030 req-6ffc1762-ea4c-46e7-9726-b6a7f31a959d service nova] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Detach interface failed, port_id=79af453f-c11a-4f07-8dbf-ce1d3f7a204c, reason: Instance ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.347113] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087133, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.348551] env[69959]: INFO nova.compute.manager [-] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Took 1.56 seconds to deallocate network for instance. [ 1028.418554] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39e8e-6047-4577-ac57-183b6a72e15f/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.419494] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5489cd-9cb3-46bf-93fe-7244cf944072 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.426932] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39e8e-6047-4577-ac57-183b6a72e15f/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.427016] env[69959]: ERROR oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39e8e-6047-4577-ac57-183b6a72e15f/disk-0.vmdk due to incomplete transfer. [ 1028.427234] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-366539ee-b79b-433a-9d2b-ae9bb68201e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.435961] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f39e8e-6047-4577-ac57-183b6a72e15f/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.436195] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Uploaded image 36c61ef7-ab97-4fb8-9784-1e23dbc4095d to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.439648] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.440758] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55be0de7-ca20-4a53-9cbb-8e2df9dfa594 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.448718] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1028.448718] env[69959]: value = "task-4087134" [ 1028.448718] env[69959]: _type = "Task" [ 1028.448718] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.457229] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087134, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.511642] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.547094] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.552043] env[69959]: INFO nova.compute.manager [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Took 45.52 seconds to build instance. [ 1028.711917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.712492] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.715201] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.509s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.715401] env[69959]: DEBUG nova.objects.instance [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.847973] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087133, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.856062] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.870415] env[69959]: DEBUG nova.network.neutron [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Successfully updated port: 9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.958974] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087134, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.037017] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4795cb7-cfd3-4679-8127-4c90bf4e3b14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.060122] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0cc17186-952c-488b-aa77-29ceb0c37233 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.038s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.060814] env[69959]: DEBUG nova.compute.manager [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.061689] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053344be-3960-4677-86a0-59a236c27518 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.065058] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11455be6-c1de-4d4e-ba81-84f972d14762 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.076099] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.220633] env[69959]: DEBUG nova.compute.utils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.225368] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.225465] env[69959]: DEBUG nova.network.neutron [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.270035] env[69959]: DEBUG nova.policy [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9295dc213c85446781465f7b63cb6f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34913ec5247a4d46a254fcd4bbc9880a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.348528] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087133, 'name': CreateVM_Task, 'duration_secs': 1.443029} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.348727] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.349439] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.349601] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.350041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.350333] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96073bf8-65bd-44bf-9f0b-e1eb5a5ad879 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.356357] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1029.356357] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ae1c9-70e5-11e8-b56f-7663408f049c" [ 1029.356357] env[69959]: _type = "Task" [ 1029.356357] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.365528] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520ae1c9-70e5-11e8-b56f-7663408f049c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.377073] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.377073] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.377073] env[69959]: DEBUG nova.network.neutron [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.460717] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087134, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.562386] env[69959]: DEBUG nova.network.neutron [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Successfully created port: 4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.590025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.590025] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4d384e-e197-4bb7-a1a2-65bd92411a9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.597634] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1029.597634] env[69959]: value = "task-4087136" [ 1029.597634] env[69959]: _type = "Task" [ 1029.597634] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.613862] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.728719] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.732975] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a09bb8b3-ffcb-42bd-8957-427dc1f4379b tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.738644] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.971s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.738920] env[69959]: DEBUG nova.objects.instance [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lazy-loading 'resources' on Instance uuid e51fd4e8-c2ba-46aa-8df2-2748bd45e53b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.759631] env[69959]: DEBUG nova.compute.manager [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Received event network-vif-plugged-9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.761044] env[69959]: DEBUG oslo_concurrency.lockutils [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.761044] env[69959]: DEBUG oslo_concurrency.lockutils [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.761044] env[69959]: DEBUG oslo_concurrency.lockutils [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.761044] env[69959]: DEBUG nova.compute.manager [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] No waiting events found dispatching network-vif-plugged-9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.761044] env[69959]: WARNING nova.compute.manager [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Received unexpected event network-vif-plugged-9ce6189e-0931-42df-a0c7-ae302d72e0fa for instance with vm_state building and task_state spawning. [ 1029.761044] env[69959]: DEBUG nova.compute.manager [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Received event network-changed-9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.761044] env[69959]: DEBUG nova.compute.manager [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Refreshing instance network info cache due to event network-changed-9ce6189e-0931-42df-a0c7-ae302d72e0fa. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.761540] env[69959]: DEBUG oslo_concurrency.lockutils [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] Acquiring lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.868406] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.868687] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Processing image d2669e5e-1e20-4695-aa12-023743f12059 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.868935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.869096] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.869422] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.869729] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2259b1d2-787a-46d9-9625-a43123583bb9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.883212] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.883212] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.883212] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0d9f39-e708-4ac2-94f5-358bd4b6c756 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.896967] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1029.896967] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b4900-0a25-f118-097d-7e0dce8fad2b" [ 1029.896967] env[69959]: _type = "Task" [ 1029.896967] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.909756] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1029.910685] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Fetch image to [datastore1] OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62/OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1029.911195] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Downloading stream optimized image d2669e5e-1e20-4695-aa12-023743f12059 to [datastore1] OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62/OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62.vmdk on the data store datastore1 as vApp {{(pid=69959) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1029.911545] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Downloading image file data d2669e5e-1e20-4695-aa12-023743f12059 to the ESX as VM named 'OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62' {{(pid=69959) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1029.928322] env[69959]: DEBUG nova.network.neutron [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.983772] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087134, 'name': Destroy_Task, 'duration_secs': 1.14544} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.984225] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Destroyed the VM [ 1029.985220] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.985220] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-130dfd3b-b840-495d-aff8-a2f1776ca382 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.998125] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1029.998125] env[69959]: value = "task-4087137" [ 1029.998125] env[69959]: _type = "Task" [ 1029.998125] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.009297] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.027399] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1030.027399] env[69959]: value = "resgroup-9" [ 1030.027399] env[69959]: _type = "ResourcePool" [ 1030.027399] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1030.027697] env[69959]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ced9aaae-f713-4c35-a6a6-1983bd450c8a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.052061] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease: (returnval){ [ 1030.052061] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52387848-a486-4b03-4732-0790040fba7d" [ 1030.052061] env[69959]: _type = "HttpNfcLease" [ 1030.052061] env[69959]: } obtained for vApp import into resource pool (val){ [ 1030.052061] env[69959]: value = "resgroup-9" [ 1030.052061] env[69959]: _type = "ResourcePool" [ 1030.052061] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1030.052548] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the lease: (returnval){ [ 1030.052548] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52387848-a486-4b03-4732-0790040fba7d" [ 1030.052548] env[69959]: _type = "HttpNfcLease" [ 1030.052548] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.059463] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.059463] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52387848-a486-4b03-4732-0790040fba7d" [ 1030.059463] env[69959]: _type = "HttpNfcLease" [ 1030.059463] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.090085] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2132213-b659-40c2-b1a4-3261b6f067cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.097967] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Doing hard reboot of VM {{(pid=69959) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1030.098381] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2b88ec19-2e10-4d77-9865-aba75b440e08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.110517] env[69959]: DEBUG oslo_vmware.api [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087136, 'name': PowerOnVM_Task, 'duration_secs': 0.427333} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.112308] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.112569] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-be004eb5-42eb-4ffb-8928-999fa1392ff7 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance 'eabbeb11-1a92-4230-8159-4ded9d9e10ff' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.116701] env[69959]: DEBUG oslo_vmware.api [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1030.116701] env[69959]: value = "task-4087139" [ 1030.116701] env[69959]: _type = "Task" [ 1030.116701] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.121022] env[69959]: DEBUG nova.network.neutron [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updating instance_info_cache with network_info: [{"id": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "address": "fa:16:3e:5d:f9:b8", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce6189e-09", "ovs_interfaceid": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.128233] env[69959]: DEBUG oslo_vmware.api [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087139, 'name': ResetVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.355719] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "a5d262a7-5803-4169-9c1f-8f112c44db09" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.355719] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.514280] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087137, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382439} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.517887] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.518218] env[69959]: DEBUG nova.compute.manager [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.519360] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5023e3c-e94e-4e40-965d-b6199243c2e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.564881] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.564881] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52387848-a486-4b03-4732-0790040fba7d" [ 1030.564881] env[69959]: _type = "HttpNfcLease" [ 1030.564881] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.629789] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.630132] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Instance network_info: |[{"id": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "address": "fa:16:3e:5d:f9:b8", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce6189e-09", "ovs_interfaceid": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.633765] env[69959]: DEBUG oslo_concurrency.lockutils [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] Acquired lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.634069] env[69959]: DEBUG nova.network.neutron [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Refreshing network info cache for port 9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.636161] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:f9:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce6189e-0931-42df-a0c7-ae302d72e0fa', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.644497] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.649212] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.649547] env[69959]: DEBUG oslo_vmware.api [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087139, 'name': ResetVM_Task, 'duration_secs': 0.126799} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.649759] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40010c2a-d06f-4696-bb56-c4d8049e3c68 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.665675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Did hard reboot of VM {{(pid=69959) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1030.665908] env[69959]: DEBUG nova.compute.manager [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.669668] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6265c-1b12-4723-8640-b9f683dd0585 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.682307] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.682307] env[69959]: value = "task-4087140" [ 1030.682307] env[69959]: _type = "Task" [ 1030.682307] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.695674] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087140, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.717698] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4731b698-2ce9-4711-a438-3c4c62740626 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.726648] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467bf157-d05b-4a4a-a203-ec0c1685ee4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.758925] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.762913] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1505e1c-8dc1-45a0-bbcf-598711720a31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.770530] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7db45-adff-4141-a3de-bb398d555352 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.786796] env[69959]: DEBUG nova.compute.provider_tree [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.804542] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.804849] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.805030] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.805224] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.805439] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.805633] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.805851] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.806091] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.806309] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.810119] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.810368] env[69959]: DEBUG nova.virt.hardware [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.811801] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369e684-b2ee-465c-a552-11fca2632224 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.828184] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1294fb75-7c38-4201-a624-a60c551ec965 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.863538] env[69959]: DEBUG nova.compute.utils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.038505] env[69959]: INFO nova.compute.manager [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Shelve offloading [ 1031.063024] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.063024] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52387848-a486-4b03-4732-0790040fba7d" [ 1031.063024] env[69959]: _type = "HttpNfcLease" [ 1031.063024] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1031.063024] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1031.063024] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52387848-a486-4b03-4732-0790040fba7d" [ 1031.063024] env[69959]: _type = "HttpNfcLease" [ 1031.063024] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1031.063885] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbd2e8-31f4-4bac-8462-3b549d2596ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.074147] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376d28-890a-bece-d502-4824ee63b20b/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1031.074147] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376d28-890a-bece-d502-4824ee63b20b/disk-0.vmdk. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1031.146297] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7aa897e3-1b8e-4597-9a0d-4f0aa24fe8e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.192934] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b85b8048-82bd-4479-8541-f8c752c2bb10 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.628s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.200725] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087140, 'name': CreateVM_Task, 'duration_secs': 0.474546} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.201014] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.201877] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.202076] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.202401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.202660] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40018e87-a334-40ae-9b0c-291a9d16b033 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.208312] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1031.208312] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c74f5d-c0fc-2085-a1b4-4968dc479997" [ 1031.208312] env[69959]: _type = "Task" [ 1031.208312] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.220608] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c74f5d-c0fc-2085-a1b4-4968dc479997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.283540] env[69959]: DEBUG nova.network.neutron [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Successfully updated port: 4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.294601] env[69959]: DEBUG nova.scheduler.client.report [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.366534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.399917] env[69959]: DEBUG nova.network.neutron [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updated VIF entry in instance network info cache for port 9ce6189e-0931-42df-a0c7-ae302d72e0fa. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.400433] env[69959]: DEBUG nova.network.neutron [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updating instance_info_cache with network_info: [{"id": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "address": "fa:16:3e:5d:f9:b8", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce6189e-09", "ovs_interfaceid": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.541848] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.542609] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae8093b-1f95-4de9-ab97-8dec49ec8720 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.551568] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1031.551568] env[69959]: value = "task-4087141" [ 1031.551568] env[69959]: _type = "Task" [ 1031.551568] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.560730] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.719466] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c74f5d-c0fc-2085-a1b4-4968dc479997, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.719788] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.720034] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.720281] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.720428] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.720606] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.720879] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f325d0e-12bd-4dfe-86f8-1899d0669b69 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.731073] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.731282] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.732125] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc63105-5fa2-4cfc-a89c-9c0b0061710a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.738477] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1031.738477] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52afa5d2-34e6-77d5-68bc-2b95f1ffe0f6" [ 1031.738477] env[69959]: _type = "Task" [ 1031.738477] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.748629] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52afa5d2-34e6-77d5-68bc-2b95f1ffe0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.786897] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "refresh_cache-7fc93886-b7a4-42a0-817e-31dfab3f3fd7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786897] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquired lock "refresh_cache-7fc93886-b7a4-42a0-817e-31dfab3f3fd7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.787056] env[69959]: DEBUG nova.network.neutron [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.799971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.804627] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.880s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.838028] env[69959]: INFO nova.scheduler.client.report [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Deleted allocations for instance e51fd4e8-c2ba-46aa-8df2-2748bd45e53b [ 1031.903480] env[69959]: DEBUG oslo_concurrency.lockutils [req-3852842c-796b-4c21-bb7d-89bb53ae80f8 req-6f419c41-7eb3-4351-8dd7-270d1395d23e service nova] Releasing lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.002419] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.002821] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.003856] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbefa426-0244-46da-9a25-1c4c5f2bfee8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.032406] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e9ec1-f935-41a9-96e5-147bf534cea8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.063310] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d/volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.073330] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9448c6-0561-4580-ae59-c9438d32f536 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.101677] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.101677] env[69959]: DEBUG nova.compute.manager [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.103743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc35289d-b0a5-4e51-b076-a9c9188f94dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.106529] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1032.106529] env[69959]: value = "task-4087142" [ 1032.106529] env[69959]: _type = "Task" [ 1032.106529] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.114785] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.115035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.115241] env[69959]: DEBUG nova.network.neutron [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.122876] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.188174] env[69959]: DEBUG nova.compute.manager [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Received event network-vif-plugged-4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.188479] env[69959]: DEBUG oslo_concurrency.lockutils [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] Acquiring lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.188822] env[69959]: DEBUG oslo_concurrency.lockutils [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.189413] env[69959]: DEBUG oslo_concurrency.lockutils [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.189413] env[69959]: DEBUG nova.compute.manager [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] No waiting events found dispatching network-vif-plugged-4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1032.189542] env[69959]: WARNING nova.compute.manager [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Received unexpected event network-vif-plugged-4d4000f8-1ec2-498d-9d23-99be606cf0dd for instance with vm_state building and task_state spawning. [ 1032.189690] env[69959]: DEBUG nova.compute.manager [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Received event network-changed-4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.189921] env[69959]: DEBUG nova.compute.manager [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Refreshing instance network info cache due to event network-changed-4d4000f8-1ec2-498d-9d23-99be606cf0dd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.190065] env[69959]: DEBUG oslo_concurrency.lockutils [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] Acquiring lock "refresh_cache-7fc93886-b7a4-42a0-817e-31dfab3f3fd7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.250157] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52afa5d2-34e6-77d5-68bc-2b95f1ffe0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.250853] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ee8803-b7f1-405b-be46-0b5616d8a4ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.257665] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1032.257665] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527e8af8-ddef-e264-36de-c002138d3864" [ 1032.257665] env[69959]: _type = "Task" [ 1032.257665] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.268174] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527e8af8-ddef-e264-36de-c002138d3864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.315078] env[69959]: INFO nova.compute.claims [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.329576] env[69959]: DEBUG nova.network.neutron [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.342433] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1032.342631] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376d28-890a-bece-d502-4824ee63b20b/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.343591] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f47c45-04ab-4878-8ab7-74ab06d02055 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.350380] env[69959]: DEBUG oslo_concurrency.lockutils [None req-095f6ba8-0c78-4980-ab2b-893d790ededd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Lock "e51fd4e8-c2ba-46aa-8df2-2748bd45e53b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.294s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.355199] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376d28-890a-bece-d502-4824ee63b20b/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.355199] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376d28-890a-bece-d502-4824ee63b20b/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1032.355199] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-acbfb270-d0cb-4356-9082-8d386e121dc2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.445092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "a5d262a7-5803-4169-9c1f-8f112c44db09" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.445383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.445624] env[69959]: INFO nova.compute.manager [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Attaching volume 92b9e622-c1de-456f-b5a2-a6815463fbf9 to /dev/sdb [ 1032.492284] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03345a-791e-4bc1-bf4d-4a2b97d26278 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.500503] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c56498-5b07-4bc7-bae1-2c4f1e28aaca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.511417] env[69959]: DEBUG nova.network.neutron [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Updating instance_info_cache with network_info: [{"id": "4d4000f8-1ec2-498d-9d23-99be606cf0dd", "address": "fa:16:3e:49:0b:36", "network": {"id": "792b5a91-b008-4e12-81d1-4a3b4995e8c3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-33902560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34913ec5247a4d46a254fcd4bbc9880a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4000f8-1e", "ovs_interfaceid": "4d4000f8-1ec2-498d-9d23-99be606cf0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.517502] env[69959]: DEBUG nova.virt.block_device [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Updating existing volume attachment record: c4ac744d-f936-47f0-bcef-f3adec620a4b {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.623815] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.652991] env[69959]: DEBUG oslo_vmware.rw_handles [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376d28-890a-bece-d502-4824ee63b20b/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1032.653334] env[69959]: INFO nova.virt.vmwareapi.images [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Downloaded image file data d2669e5e-1e20-4695-aa12-023743f12059 [ 1032.654308] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bc2bf-fee1-42ea-86f6-8e63d0fff5d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.686307] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cd3c28d-b247-4be4-88f5-d08a267d102f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.714997] env[69959]: INFO nova.virt.vmwareapi.images [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] The imported VM was unregistered [ 1032.717837] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1032.718125] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.718436] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7373fe72-abb6-4585-aafb-c1084e38a410 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.730653] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created directory with path [datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.730923] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62/OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62.vmdk to [datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk. {{(pid=69959) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1032.731156] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a05c7d1-c9ab-43c8-855c-c1aa0129fb7d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.738600] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1032.738600] env[69959]: value = "task-4087145" [ 1032.738600] env[69959]: _type = "Task" [ 1032.738600] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.750770] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.768632] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527e8af8-ddef-e264-36de-c002138d3864, 'name': SearchDatastore_Task, 'duration_secs': 0.014115} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.768959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.769311] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0b7a5c06-5cf9-4a40-99c7-720465e11439/0b7a5c06-5cf9-4a40-99c7-720465e11439.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.769695] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0f81a2-bd4e-4a81-bff9-207c74240451 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.779712] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1032.779712] env[69959]: value = "task-4087146" [ 1032.779712] env[69959]: _type = "Task" [ 1032.779712] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.792759] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.820277] env[69959]: INFO nova.compute.resource_tracker [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating resource usage from migration 96c9d82a-1b2e-4e33-9dfc-3fd6b1276e12 [ 1032.950167] env[69959]: DEBUG nova.network.neutron [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.021628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Releasing lock "refresh_cache-7fc93886-b7a4-42a0-817e-31dfab3f3fd7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.022066] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Instance network_info: |[{"id": "4d4000f8-1ec2-498d-9d23-99be606cf0dd", "address": "fa:16:3e:49:0b:36", "network": {"id": "792b5a91-b008-4e12-81d1-4a3b4995e8c3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-33902560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34913ec5247a4d46a254fcd4bbc9880a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4000f8-1e", "ovs_interfaceid": "4d4000f8-1ec2-498d-9d23-99be606cf0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.022669] env[69959]: DEBUG oslo_concurrency.lockutils [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] Acquired lock "refresh_cache-7fc93886-b7a4-42a0-817e-31dfab3f3fd7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.023279] env[69959]: DEBUG nova.network.neutron [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Refreshing network info cache for port 4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.024224] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:0b:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d4000f8-1ec2-498d-9d23-99be606cf0dd', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.037216] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Creating folder: Project (34913ec5247a4d46a254fcd4bbc9880a). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.043805] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b833888f-0c36-4f35-bb1d-1d3aeba941cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.057423] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Created folder: Project (34913ec5247a4d46a254fcd4bbc9880a) in parent group-v809535. [ 1033.057697] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Creating folder: Instances. Parent ref: group-v809779. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.057890] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd79d41a-4e08-425c-829b-492da9d32623 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.074558] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Created folder: Instances in parent group-v809779. [ 1033.074869] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.079955] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.080540] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff6c5aa9-6dd4-4c4a-8221-e700da19b8a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.109285] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.109285] env[69959]: value = "task-4087151" [ 1033.109285] env[69959]: _type = "Task" [ 1033.109285] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.135208] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.135944] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087151, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.253235] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.289935] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.291741] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1982dc9-b85d-4a53-994b-824cba79c43a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.300154] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade96ced-d375-462b-992c-5be87fee096f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.306501] env[69959]: DEBUG nova.network.neutron [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Updated VIF entry in instance network info cache for port 4d4000f8-1ec2-498d-9d23-99be606cf0dd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.306866] env[69959]: DEBUG nova.network.neutron [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Updating instance_info_cache with network_info: [{"id": "4d4000f8-1ec2-498d-9d23-99be606cf0dd", "address": "fa:16:3e:49:0b:36", "network": {"id": "792b5a91-b008-4e12-81d1-4a3b4995e8c3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-33902560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34913ec5247a4d46a254fcd4bbc9880a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4000f8-1e", "ovs_interfaceid": "4d4000f8-1ec2-498d-9d23-99be606cf0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.335387] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4548fb-0ee6-45f2-90c4-6f1e7c02a1c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.344546] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f281006-c5c9-400c-b484-2c6fb8f6ad99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.360145] env[69959]: DEBUG nova.compute.provider_tree [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.397880] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.398213] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.398409] env[69959]: DEBUG nova.compute.manager [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Going to confirm migration 3 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1033.455690] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.628215] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087151, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.633168] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087142, 'name': ReconfigVM_Task, 'duration_secs': 1.423791} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.633849] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d/volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.641038] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb9a2f0-1f28-4a1d-933f-21885096179a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.668437] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1033.668437] env[69959]: value = "task-4087152" [ 1033.668437] env[69959]: _type = "Task" [ 1033.668437] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.681528] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.756147] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.798436] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.810259] env[69959]: DEBUG oslo_concurrency.lockutils [req-0f345d98-be98-45f9-8d7e-9096f64f1d53 req-3805e77f-6082-43f6-87e6-9176426aec7a service nova] Releasing lock "refresh_cache-7fc93886-b7a4-42a0-817e-31dfab3f3fd7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.864494] env[69959]: DEBUG nova.scheduler.client.report [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.942478] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.944016] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dec5db-3107-4adf-a07a-12cafc3d2f14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.961726] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.962264] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24345a40-a5fe-41d8-a226-4e8c1575c436 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.986175] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.986287] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.986469] env[69959]: DEBUG nova.network.neutron [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.986655] env[69959]: DEBUG nova.objects.instance [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'info_cache' on Instance uuid eabbeb11-1a92-4230-8159-4ded9d9e10ff {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.089206] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.089590] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.089902] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleting the datastore file [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.090245] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3522f97-bbbd-4df9-9d44-4baf516b1e46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.102065] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1034.102065] env[69959]: value = "task-4087154" [ 1034.102065] env[69959]: _type = "Task" [ 1034.102065] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.115113] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.128502] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087151, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.185341] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.255732] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.297513] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.206826} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.297513] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0b7a5c06-5cf9-4a40-99c7-720465e11439/0b7a5c06-5cf9-4a40-99c7-720465e11439.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.297513] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.297923] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4291e062-6e5a-401f-b8d3-83e502a673cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.307910] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1034.307910] env[69959]: value = "task-4087155" [ 1034.307910] env[69959]: _type = "Task" [ 1034.307910] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.321136] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.370487] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.566s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.370698] env[69959]: INFO nova.compute.manager [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Migrating [ 1034.380605] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.156s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.381017] env[69959]: DEBUG nova.objects.instance [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lazy-loading 'resources' on Instance uuid 6afbc757-f826-4806-9a18-87326532db2c {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.501561] env[69959]: DEBUG nova.compute.manager [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-vif-unplugged-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.502050] env[69959]: DEBUG oslo_concurrency.lockutils [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.502314] env[69959]: DEBUG oslo_concurrency.lockutils [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.502530] env[69959]: DEBUG oslo_concurrency.lockutils [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.502765] env[69959]: DEBUG nova.compute.manager [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] No waiting events found dispatching network-vif-unplugged-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1034.503074] env[69959]: WARNING nova.compute.manager [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received unexpected event network-vif-unplugged-c1f400ac-f385-49a0-8e44-4a8505e79697 for instance with vm_state shelved and task_state shelving_offloading. [ 1034.503256] env[69959]: DEBUG nova.compute.manager [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.503411] env[69959]: DEBUG nova.compute.manager [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing instance network info cache due to event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.503604] env[69959]: DEBUG oslo_concurrency.lockutils [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.503797] env[69959]: DEBUG oslo_concurrency.lockutils [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.503996] env[69959]: DEBUG nova.network.neutron [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.323422] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.323693] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.323768] env[69959]: DEBUG nova.network.neutron [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.365406] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.365990] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087151, 'name': CreateVM_Task, 'duration_secs': 1.108763} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.366266] env[69959]: DEBUG oslo_vmware.api [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087152, 'name': ReconfigVM_Task, 'duration_secs': 0.538027} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.366487] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.368298] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.368619] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.370614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.370778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.371155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.372165] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a30dfe-1f2d-4e30-aa58-05c47c5a8020 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.381068] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081508} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.381233] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.382221] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d064c6e-7f30-4784-b3cf-5b98f30bc22b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.387113] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1035.387113] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cff152-e5a3-109f-92df-b954d7d5d294" [ 1035.387113] env[69959]: _type = "Task" [ 1035.387113] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.417431] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0b7a5c06-5cf9-4a40-99c7-720465e11439/0b7a5c06-5cf9-4a40-99c7-720465e11439.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.424760] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867e21b8-7edc-4886-906a-82950ced1b4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.439547] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cff152-e5a3-109f-92df-b954d7d5d294, 'name': SearchDatastore_Task, 'duration_secs': 0.025217} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.443373] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.443647] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.443883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.444034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.444231] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.445154] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c3abbc-40fb-4087-b0f1-2adc93cc7f18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.453035] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1035.453035] env[69959]: value = "task-4087157" [ 1035.453035] env[69959]: _type = "Task" [ 1035.453035] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.463522] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.463522] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.464355] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bc890b-4ade-4164-b9d1-41e8ece1cf7c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.472080] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.474788] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1035.474788] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526b89ac-0bf7-d791-d761-f9c9bfa623ea" [ 1035.474788] env[69959]: _type = "Task" [ 1035.474788] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.490844] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526b89ac-0bf7-d791-d761-f9c9bfa623ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.755317] env[69959]: DEBUG nova.network.neutron [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updated VIF entry in instance network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.755697] env[69959]: DEBUG nova.network.neutron [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.763227] env[69959]: DEBUG nova.network.neutron [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance_info_cache with network_info: [{"id": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "address": "fa:16:3e:04:e0:fd", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c14e28d-84", "ovs_interfaceid": "8c14e28d-84c2-4ddd-8734-5ad1c62406f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.821332] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b9eb1d-5aa0-4294-aa6e-77105e98f69e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.842526] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.846246] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22256c05-3589-4b41-b529-9e47ed4058f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.849925] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.890540] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34805329-401b-48bd-b2e7-f9383bad06fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.900049] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf6a72e-4fec-469d-ae01-84365fb6a277 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.918045] env[69959]: DEBUG nova.compute.provider_tree [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.964259] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.985806] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526b89ac-0bf7-d791-d761-f9c9bfa623ea, 'name': SearchDatastore_Task, 'duration_secs': 0.021361} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.986670] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a1eb79-eee0-4acc-bf96-c7d89010402b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.992256] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1035.992256] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5296372a-bdfe-1cf9-51d7-c022a496226c" [ 1035.992256] env[69959]: _type = "Task" [ 1035.992256] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.002029] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5296372a-bdfe-1cf9-51d7-c022a496226c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.101596] env[69959]: DEBUG nova.network.neutron [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.258234] env[69959]: DEBUG oslo_concurrency.lockutils [req-b5871760-bdad-4016-b4b1-ac23df03bf76 req-3b605d2d-d822-43b8-a3ca-a1e172b43a02 service nova] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.264154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-eabbeb11-1a92-4230-8159-4ded9d9e10ff" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.264527] env[69959]: DEBUG nova.objects.instance [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'migration_context' on Instance uuid eabbeb11-1a92-4230-8159-4ded9d9e10ff {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.331157] env[69959]: DEBUG oslo_vmware.api [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.819899} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.334452] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.334649] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.334824] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.342730] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087145, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.231919} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.342821] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62/OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62.vmdk to [datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk. [ 1036.343040] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Cleaning up location [datastore1] OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1036.343232] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_27c3c53f-92f6-4d19-8e75-b9b3301ceb62 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.343493] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7b19fe-0872-40ef-aaef-b7a890d48fb7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.351190] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1036.351190] env[69959]: value = "task-4087158" [ 1036.351190] env[69959]: _type = "Task" [ 1036.351190] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.359559] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.364441] env[69959]: INFO nova.scheduler.client.report [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted allocations for instance 5338915a-210e-48a7-abe3-dbc04f037c0f [ 1036.425356] env[69959]: DEBUG nova.scheduler.client.report [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.432418] env[69959]: DEBUG nova.objects.instance [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'flavor' on Instance uuid 761c07e6-53cb-4754-a3db-a3ea6f902f89 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.463882] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087157, 'name': ReconfigVM_Task, 'duration_secs': 0.885577} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.464185] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0b7a5c06-5cf9-4a40-99c7-720465e11439/0b7a5c06-5cf9-4a40-99c7-720465e11439.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.464842] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9155c7-a498-48f3-a0e7-d5eb4a8d44e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.472730] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1036.472730] env[69959]: value = "task-4087159" [ 1036.472730] env[69959]: _type = "Task" [ 1036.472730] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.482680] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087159, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.508277] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5296372a-bdfe-1cf9-51d7-c022a496226c, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.512184] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.512184] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7fc93886-b7a4-42a0-817e-31dfab3f3fd7/7fc93886-b7a4-42a0-817e-31dfab3f3fd7.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.512184] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13647688-0fa7-4105-a92e-5dd81c0fb83f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.519086] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1036.519086] env[69959]: value = "task-4087160" [ 1036.519086] env[69959]: _type = "Task" [ 1036.519086] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.529673] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.605218] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.767895] env[69959]: DEBUG nova.objects.base [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1036.769425] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a8585-d61e-46d6-991b-3d59ab668022 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.793093] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83db77e6-e3ad-465e-a6b1-a3b7d648d61d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.799775] env[69959]: DEBUG oslo_vmware.api [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1036.799775] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264f97d-3fc3-374a-7b77-6e9264ecff66" [ 1036.799775] env[69959]: _type = "Task" [ 1036.799775] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.810935] env[69959]: DEBUG oslo_vmware.api [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264f97d-3fc3-374a-7b77-6e9264ecff66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.861435] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094893} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.861734] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.861944] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.862247] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk to [datastore1] 574d2f50-1416-4c2c-a515-91585203cf9c/574d2f50-1416-4c2c-a515-91585203cf9c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.862518] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb52332a-9b96-4b6d-b18a-665f5af3a857 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.869266] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.871455] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1036.871455] env[69959]: value = "task-4087161" [ 1036.871455] env[69959]: _type = "Task" [ 1036.871455] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.881208] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.936221] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.555s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.938550] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.097s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.938849] env[69959]: DEBUG nova.objects.instance [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'resources' on Instance uuid bc689a1f-ca2c-4688-bb9d-61d328e4184e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.945187] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00523372-fe15-4de5-becc-c90fc04806ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.071s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.971254] env[69959]: INFO nova.scheduler.client.report [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted allocations for instance 6afbc757-f826-4806-9a18-87326532db2c [ 1036.995742] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087159, 'name': Rename_Task, 'duration_secs': 0.320034} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.996718] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.997068] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98feebf-c9b8-4b49-9ff4-ad0392d5f590 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.008950] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1037.008950] env[69959]: value = "task-4087162" [ 1037.008950] env[69959]: _type = "Task" [ 1037.008950] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.024138] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.035048] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.314403] env[69959]: DEBUG oslo_vmware.api [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264f97d-3fc3-374a-7b77-6e9264ecff66, 'name': SearchDatastore_Task, 'duration_secs': 0.012334} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.314881] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.387432] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.493661] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "6afbc757-f826-4806-9a18-87326532db2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.321s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.524924] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.543429] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801652} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.543429] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7fc93886-b7a4-42a0-817e-31dfab3f3fd7/7fc93886-b7a4-42a0-817e-31dfab3f3fd7.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.543429] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.543429] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a120683-449f-4657-9442-e7ab9582cdf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.554737] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1037.554737] env[69959]: value = "task-4087163" [ 1037.554737] env[69959]: _type = "Task" [ 1037.554737] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.568860] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.591488] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.592742] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809778', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'name': 'volume-92b9e622-c1de-456f-b5a2-a6815463fbf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5d262a7-5803-4169-9c1f-8f112c44db09', 'attached_at': '', 'detached_at': '', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'serial': '92b9e622-c1de-456f-b5a2-a6815463fbf9'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.592908] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab3bd3-e476-483e-9460-e1d5d907edbd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.620615] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce95e0-b37c-4142-97f9-2f156551c9ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.651037] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-92b9e622-c1de-456f-b5a2-a6815463fbf9/volume-92b9e622-c1de-456f-b5a2-a6815463fbf9.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.654524] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e47d33-66a7-4303-86e1-b43de43f4742 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.676631] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1037.676631] env[69959]: value = "task-4087164" [ 1037.676631] env[69959]: _type = "Task" [ 1037.676631] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.692129] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.886973] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.916780] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4615fb-df64-4223-b43c-dbea120ca4c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.929751] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf166fb-bc32-4f86-a361-adc89a32417f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.971961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ba86aa-948d-46a2-b0e8-d52d2355ef0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.982952] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97691a46-cb0a-40c4-b2f5-78dbc6aa9a20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.003599] env[69959]: DEBUG nova.compute.provider_tree [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.024543] env[69959]: DEBUG oslo_vmware.api [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087162, 'name': PowerOnVM_Task, 'duration_secs': 0.837265} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.025520] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.025520] env[69959]: INFO nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1038.025520] env[69959]: DEBUG nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.026531] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c836e6b-1c8f-46a3-994e-598d3749b8e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.068232] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.390955} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.068579] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.069498] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df7c53-fcbd-436b-b85b-83245b407f3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.095491] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 7fc93886-b7a4-42a0-817e-31dfab3f3fd7/7fc93886-b7a4-42a0-817e-31dfab3f3fd7.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.096502] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118ed5b3-4db6-4077-a761-af5be2c6cbf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.121572] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1038.121572] env[69959]: value = "task-4087165" [ 1038.121572] env[69959]: _type = "Task" [ 1038.121572] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.130325] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf65f7-6a1d-4a59-b9e1-2621747f2b76 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.136974] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.155886] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.190398] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.385927] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.513411] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "44a14aaa-9828-4064-be67-b3b432790f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.513795] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "44a14aaa-9828-4064-be67-b3b432790f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.513895] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "44a14aaa-9828-4064-be67-b3b432790f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.514301] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "44a14aaa-9828-4064-be67-b3b432790f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.514602] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "44a14aaa-9828-4064-be67-b3b432790f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.516988] env[69959]: INFO nova.compute.manager [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Terminating instance [ 1038.554384] env[69959]: DEBUG nova.scheduler.client.report [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.554650] env[69959]: DEBUG nova.compute.provider_tree [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 122 to 123 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.554833] env[69959]: DEBUG nova.compute.provider_tree [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.560968] env[69959]: INFO nova.compute.manager [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Took 44.88 seconds to build instance. [ 1038.634501] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.663418] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.663779] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2878d926-8bf1-4518-88ea-60e086d12eeb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.671526] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1038.671526] env[69959]: value = "task-4087166" [ 1038.671526] env[69959]: _type = "Task" [ 1038.671526] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.684802] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.691009] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087164, 'name': ReconfigVM_Task, 'duration_secs': 0.890329} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.691317] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-92b9e622-c1de-456f-b5a2-a6815463fbf9/volume-92b9e622-c1de-456f-b5a2-a6815463fbf9.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.696578] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fc0401-f016-43b9-8935-26f3bafc98c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.714869] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1038.714869] env[69959]: value = "task-4087167" [ 1038.714869] env[69959]: _type = "Task" [ 1038.714869] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.724320] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.888134] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.926096] env[69959]: INFO nova.compute.manager [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Rebuilding instance [ 1038.981367] env[69959]: DEBUG nova.compute.manager [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.982425] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6d6487-61a4-4869-8b2e-c275f852e92d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.022270] env[69959]: DEBUG nova.compute.manager [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.022270] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.023324] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4239ab1c-d004-41ef-81e8-088f01afaa95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.032685] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.033133] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b793eac0-a9aa-416f-a53c-78dafb1b1f76 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.042788] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 1039.042788] env[69959]: value = "task-4087168" [ 1039.042788] env[69959]: _type = "Task" [ 1039.042788] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.054500] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.064244] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.067344] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.397s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.068450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.202s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.068789] env[69959]: DEBUG nova.objects.instance [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lazy-loading 'resources' on Instance uuid 042dfc41-96b4-4b13-9d07-59a319ce2b51 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.086080] env[69959]: INFO nova.scheduler.client.report [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted allocations for instance bc689a1f-ca2c-4688-bb9d-61d328e4184e [ 1039.135336] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087165, 'name': ReconfigVM_Task, 'duration_secs': 0.516111} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.135545] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 7fc93886-b7a4-42a0-817e-31dfab3f3fd7/7fc93886-b7a4-42a0-817e-31dfab3f3fd7.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.136247] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2f83181-9b9c-47aa-90c6-cdf854dd68eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.145761] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1039.145761] env[69959]: value = "task-4087169" [ 1039.145761] env[69959]: _type = "Task" [ 1039.145761] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.158164] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087169, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.183743] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1039.184011] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.226052] env[69959]: DEBUG oslo_vmware.api [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087167, 'name': ReconfigVM_Task, 'duration_secs': 0.346897} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.226052] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809778', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'name': 'volume-92b9e622-c1de-456f-b5a2-a6815463fbf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5d262a7-5803-4169-9c1f-8f112c44db09', 'attached_at': '', 'detached_at': '', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'serial': '92b9e622-c1de-456f-b5a2-a6815463fbf9'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.388275] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.553923] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087168, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.598961] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04979581-87c4-4a5a-9732-2a5e9eb55dbd tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "bc689a1f-ca2c-4688-bb9d-61d328e4184e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.432s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.655839] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087169, 'name': Rename_Task, 'duration_secs': 0.232094} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.656163] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.656432] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff1aea3-a96b-4f22-ba11-106594a97e60 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.665926] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1039.665926] env[69959]: value = "task-4087170" [ 1039.665926] env[69959]: _type = "Task" [ 1039.665926] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.675457] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.690486] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.690734] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.690926] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.691200] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.691352] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.691505] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.691718] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.691949] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.692298] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.692488] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.692732] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.699409] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8116a697-7163-4aa4-a0e2-4e7fad7316af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.720511] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1039.720511] env[69959]: value = "task-4087171" [ 1039.720511] env[69959]: _type = "Task" [ 1039.720511] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.732299] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.893721] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087161, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.728684} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.894127] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d2669e5e-1e20-4695-aa12-023743f12059/d2669e5e-1e20-4695-aa12-023743f12059.vmdk to [datastore1] 574d2f50-1416-4c2c-a515-91585203cf9c/574d2f50-1416-4c2c-a515-91585203cf9c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.894896] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fed443-f285-4c8e-bf3d-8de18b092e30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.921328] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 574d2f50-1416-4c2c-a515-91585203cf9c/574d2f50-1416-4c2c-a515-91585203cf9c.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.924223] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3a4b86-b605-4126-b800-ba3d53f937b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.945395] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1039.945395] env[69959]: value = "task-4087172" [ 1039.945395] env[69959]: _type = "Task" [ 1039.945395] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.958325] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.977971] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67815c61-f54e-4039-b7a8-dc703618a63d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.986589] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0718d77b-4124-4735-8806-b8f1fe527681 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.021347] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.021822] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420bb57a-2663-4a1a-a0b9-ff6494382837 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.023990] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05fed5-23ad-4007-9b7d-196789e4d7ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.032031] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd22fea8-0781-4027-a000-cde31c7ef6a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.037578] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1040.037578] env[69959]: value = "task-4087173" [ 1040.037578] env[69959]: _type = "Task" [ 1040.037578] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.049279] env[69959]: DEBUG nova.compute.provider_tree [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.058596] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.065585] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087168, 'name': PowerOffVM_Task, 'duration_secs': 0.611505} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.065872] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.066068] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.066429] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd972781-1b7c-440c-9ede-2489c3da4625 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.172159] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.172401] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.172586] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleting the datastore file [datastore1] 44a14aaa-9828-4064-be67-b3b432790f05 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.173497] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a387433-47a2-44c0-bdf2-ac4ef7bc4bdd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.179669] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.186144] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 1040.186144] env[69959]: value = "task-4087175" [ 1040.186144] env[69959]: _type = "Task" [ 1040.186144] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.195367] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.233156] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087171, 'name': ReconfigVM_Task, 'duration_secs': 0.186847} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.233528] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.278735] env[69959]: DEBUG nova.objects.instance [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'flavor' on Instance uuid a5d262a7-5803-4169-9c1f-8f112c44db09 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.458986] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.555135] env[69959]: DEBUG nova.scheduler.client.report [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.564589] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087173, 'name': PowerOffVM_Task, 'duration_secs': 0.241424} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.565444] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.661760] env[69959]: INFO nova.compute.manager [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Detaching volume 55b1da1a-b0cd-4f4d-9e61-1361afba817d [ 1040.681725] env[69959]: DEBUG oslo_vmware.api [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087170, 'name': PowerOnVM_Task, 'duration_secs': 0.761649} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.682732] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.682955] env[69959]: INFO nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1040.683187] env[69959]: DEBUG nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.684158] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c2ef7-b7d3-4240-a3e3-793b28af7b2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.706286] env[69959]: DEBUG oslo_vmware.api [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33034} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.707157] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.707474] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.707768] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.709333] env[69959]: INFO nova.compute.manager [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1040.709333] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.711408] env[69959]: DEBUG nova.compute.manager [-] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.711590] env[69959]: DEBUG nova.network.neutron [-] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.716388] env[69959]: INFO nova.virt.block_device [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Attempting to driver detach volume 55b1da1a-b0cd-4f4d-9e61-1361afba817d from mountpoint /dev/sdb [ 1040.716388] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.716388] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.717379] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d23d4-74d4-4316-ba0c-5ca8748dee18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.745988] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.745988] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.746200] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.746200] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.746385] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.747220] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.747220] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.747220] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.747220] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.747394] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.747600] env[69959]: DEBUG nova.virt.hardware [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.754123] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.757437] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631c3cf2-51e7-43b1-81c1-68ff71696ec0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.771085] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ef1748-807c-4fe0-9b89-da16ec4db383 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.782178] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c09514a-ad88-4385-9706-19fcec7dc809 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.787107] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1040.787107] env[69959]: value = "task-4087176" [ 1040.787107] env[69959]: _type = "Task" [ 1040.787107] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.788045] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a6e690-32b8-406e-abef-3be1f9ed9b6a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.813725] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88523bf9-60a0-419e-8864-81b59d9a8731 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.822551] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.822857] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.839266] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] The volume has not been displaced from its original location: [datastore2] volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d/volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.845374] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.845746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "a5d262a7-5803-4169-9c1f-8f112c44db09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.845933] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.846155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "a5d262a7-5803-4169-9c1f-8f112c44db09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.846364] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.846878] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.848558] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3d0b83-6f4b-4748-85ab-2ca84da3cbd8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.862258] env[69959]: INFO nova.compute.manager [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Terminating instance [ 1040.872464] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1040.872464] env[69959]: value = "task-4087177" [ 1040.872464] env[69959]: _type = "Task" [ 1040.872464] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.883467] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.957898] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087172, 'name': ReconfigVM_Task, 'duration_secs': 0.548314} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.958191] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 574d2f50-1416-4c2c-a515-91585203cf9c/574d2f50-1416-4c2c-a515-91585203cf9c.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.959103] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91cdfaee-6a05-4b8c-a3dd-e3f0f0e312dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.969975] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1040.969975] env[69959]: value = "task-4087178" [ 1040.969975] env[69959]: _type = "Task" [ 1040.969975] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.982558] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087178, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.069091] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.069845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.677s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.072134] env[69959]: INFO nova.compute.claims [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.103246] env[69959]: INFO nova.scheduler.client.report [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleted allocations for instance 042dfc41-96b4-4b13-9d07-59a319ce2b51 [ 1041.149740] env[69959]: DEBUG nova.compute.manager [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Received event network-changed-9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.149740] env[69959]: DEBUG nova.compute.manager [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Refreshing instance network info cache due to event network-changed-9ce6189e-0931-42df-a0c7-ae302d72e0fa. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.150074] env[69959]: DEBUG oslo_concurrency.lockutils [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] Acquiring lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.150583] env[69959]: DEBUG oslo_concurrency.lockutils [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] Acquired lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.151029] env[69959]: DEBUG nova.network.neutron [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Refreshing network info cache for port 9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.218795] env[69959]: INFO nova.compute.manager [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Took 40.01 seconds to build instance. [ 1041.302080] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087176, 'name': ReconfigVM_Task, 'duration_secs': 0.353238} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.302447] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.303367] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186124cf-c51e-4590-89a6-63c9ae1514e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.334111] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a/db9e828d-2231-429d-bc03-f60d03e7897a.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.334486] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b654b08c-04b5-4de3-89bb-23593b005e04 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.357074] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1041.357074] env[69959]: value = "task-4087179" [ 1041.357074] env[69959]: _type = "Task" [ 1041.357074] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.368099] env[69959]: DEBUG nova.compute.manager [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.368099] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.369726] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.369726] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd30e8d3-29b7-4719-9b20-d6957aeacb41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.378855] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1041.378855] env[69959]: value = "task-4087180" [ 1041.378855] env[69959]: _type = "Task" [ 1041.378855] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.387557] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087177, 'name': ReconfigVM_Task, 'duration_secs': 0.4248} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.387679] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.396726] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fca93a-fac4-4a42-8537-5f2d78c5183f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.408615] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.416963] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1041.416963] env[69959]: value = "task-4087181" [ 1041.416963] env[69959]: _type = "Task" [ 1041.416963] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.427510] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.457117] env[69959]: DEBUG nova.compute.manager [req-497861df-8ce6-4205-ae14-3aacce45b67e req-d7ad8504-8567-49cb-b0d6-7a2d141adedd service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Received event network-vif-deleted-a39a517e-7c6d-48fd-9213-e90bf49f50ef {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.457345] env[69959]: INFO nova.compute.manager [req-497861df-8ce6-4205-ae14-3aacce45b67e req-d7ad8504-8567-49cb-b0d6-7a2d141adedd service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Neutron deleted interface a39a517e-7c6d-48fd-9213-e90bf49f50ef; detaching it from the instance and deleting it from the info cache [ 1041.457541] env[69959]: DEBUG nova.network.neutron [req-497861df-8ce6-4205-ae14-3aacce45b67e req-d7ad8504-8567-49cb-b0d6-7a2d141adedd service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.482511] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087178, 'name': Rename_Task, 'duration_secs': 0.268068} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.483025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.483282] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c770004d-9ce0-4e7e-b7cd-864f7850091e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.492196] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1041.492196] env[69959]: value = "task-4087182" [ 1041.492196] env[69959]: _type = "Task" [ 1041.492196] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.504304] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.614710] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8f5d09dd-88a1-4963-b5b2-4e1b694b77eb tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "042dfc41-96b4-4b13-9d07-59a319ce2b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.989s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.723134] env[69959]: DEBUG nova.network.neutron [-] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.724621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aa1ea81f-618d-42c8-baf2-8af5228c028e tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.526s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.869034] env[69959]: DEBUG oslo_vmware.api [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087179, 'name': ReconfigVM_Task, 'duration_secs': 0.400128} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.871376] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a/db9e828d-2231-429d-bc03-f60d03e7897a.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.871725] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.891021] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087180, 'name': PowerOffVM_Task, 'duration_secs': 0.279836} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.891021] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.891021] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1041.891021] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809778', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'name': 'volume-92b9e622-c1de-456f-b5a2-a6815463fbf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5d262a7-5803-4169-9c1f-8f112c44db09', 'attached_at': '', 'detached_at': '', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'serial': '92b9e622-c1de-456f-b5a2-a6815463fbf9'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1041.891021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89012962-2b9e-4bac-b488-b3e040299eb5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.927752] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73859af9-846c-428a-870e-1f60b853d38e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.939629] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087181, 'name': ReconfigVM_Task, 'duration_secs': 0.178435} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.941597] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.945367] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48f95ae-f867-402d-adca-818aaae2c4a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.979962] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f64f7c40-25c8-4089-9bfe-54107572dbb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.983051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1c3490-416f-4406-8794-83bb35a76ee1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.001403] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] The volume has not been displaced from its original location: [datastore2] volume-92b9e622-c1de-456f-b5a2-a6815463fbf9/volume-92b9e622-c1de-456f-b5a2-a6815463fbf9.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1042.006846] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.011238] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ab4b71-661e-4afd-aee7-41db54259298 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.028141] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9841dc07-60ae-4f1f-b109-de6ea237be7d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.039177] env[69959]: DEBUG nova.network.neutron [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updated VIF entry in instance network info cache for port 9ce6189e-0931-42df-a0c7-ae302d72e0fa. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.039550] env[69959]: DEBUG nova.network.neutron [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updating instance_info_cache with network_info: [{"id": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "address": "fa:16:3e:5d:f9:b8", "network": {"id": "75fb5de5-711a-4cac-a41e-d6fa347541d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1014092756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3808bedc5b9e4a38994f006bf7b77743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce6189e-09", "ovs_interfaceid": "9ce6189e-0931-42df-a0c7-ae302d72e0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.048083] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.049546] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1042.049546] env[69959]: value = "task-4087183" [ 1042.049546] env[69959]: _type = "Task" [ 1042.049546] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.066410] env[69959]: DEBUG nova.compute.manager [req-497861df-8ce6-4205-ae14-3aacce45b67e req-d7ad8504-8567-49cb-b0d6-7a2d141adedd service nova] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Detach interface failed, port_id=a39a517e-7c6d-48fd-9213-e90bf49f50ef, reason: Instance 44a14aaa-9828-4064-be67-b3b432790f05 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.075339] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.227122] env[69959]: INFO nova.compute.manager [-] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Took 1.52 seconds to deallocate network for instance. [ 1042.384495] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92ebe9d-6284-4a3b-9fbd-7beff6d8e792 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.410145] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f3373-1a5a-421a-8635-5fe1d7d89f20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.432519] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.499554] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fe22a-ebe8-42f8-85d0-88faaf949703 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.514286] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5505b3-c18a-42b0-86af-16518a23c594 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.517777] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.550844] env[69959]: DEBUG oslo_concurrency.lockutils [req-04ebd119-daad-4ec7-8362-381021a41670 req-764ac585-6522-421d-a4a1-9feea9626ddc service nova] Releasing lock "refresh_cache-0b7a5c06-5cf9-4a40-99c7-720465e11439" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.555755] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82c599-1782-4710-8f30-581dddf1a145 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.568051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79229bd-277b-4fe9-966c-54fab9d92485 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.572269] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087183, 'name': ReconfigVM_Task, 'duration_secs': 0.260503} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.573332] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.580195] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68a0667-132f-47a6-b5ae-2b84ab1d871f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.602171] env[69959]: DEBUG nova.compute.provider_tree [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.608445] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1042.608445] env[69959]: value = "task-4087184" [ 1042.608445] env[69959]: _type = "Task" [ 1042.608445] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.618202] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.719710] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.720039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.720373] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.720462] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.720642] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.723020] env[69959]: INFO nova.compute.manager [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Terminating instance [ 1042.734384] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.948052] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "afc0b893-39b1-4523-9e25-77d517f5e468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.948316] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "afc0b893-39b1-4523-9e25-77d517f5e468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.948598] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "afc0b893-39b1-4523-9e25-77d517f5e468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.948856] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "afc0b893-39b1-4523-9e25-77d517f5e468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.949061] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "afc0b893-39b1-4523-9e25-77d517f5e468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.953039] env[69959]: INFO nova.compute.manager [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Terminating instance [ 1042.985072] env[69959]: DEBUG nova.network.neutron [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Port a72dea5b-bc6e-468a-b066-b20fd4e9af60 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.014696] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.023468] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.026030] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aeffb7e-e854-4211-a9f5-df1490069b96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.034531] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1043.034531] env[69959]: value = "task-4087185" [ 1043.034531] env[69959]: _type = "Task" [ 1043.034531] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.049234] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.049234] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.049234] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.049234] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef9e00f-c1a2-4ec3-ad06-054a8bbe4a8e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.069677] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce8a35b-b2ec-475d-b3dd-65c0756d659c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.077706] env[69959]: WARNING nova.virt.vmwareapi.driver [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1043.078340] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.079544] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a2f3d-dc54-4335-b36f-c3a5ae37d8eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.089267] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.089267] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e65bc70-a3b5-4e85-855c-25646bf3270c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.106093] env[69959]: DEBUG nova.scheduler.client.report [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.121678] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087184, 'name': ReconfigVM_Task, 'duration_secs': 0.249798} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.122847] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809778', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'name': 'volume-92b9e622-c1de-456f-b5a2-a6815463fbf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5d262a7-5803-4169-9c1f-8f112c44db09', 'attached_at': '', 'detached_at': '', 'volume_id': '92b9e622-c1de-456f-b5a2-a6815463fbf9', 'serial': '92b9e622-c1de-456f-b5a2-a6815463fbf9'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1043.123388] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.124571] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddbc552-9778-4f86-bf06-0b8f340e0d38 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.132708] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.132938] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86934a5c-35d4-4777-97d6-c70bbe9c5638 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176784] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.177044] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.177255] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.177600] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8285080-7b67-44b4-9f66-0ae668e7272c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.187347] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1043.187347] env[69959]: value = "task-4087188" [ 1043.187347] env[69959]: _type = "Task" [ 1043.187347] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.199295] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.215129] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.215368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.215624] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleting the datastore file [datastore1] a5d262a7-5803-4169-9c1f-8f112c44db09 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.216045] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a75cb8-3f0c-45bc-b55c-3320078e65ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.225683] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1043.225683] env[69959]: value = "task-4087189" [ 1043.225683] env[69959]: _type = "Task" [ 1043.225683] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.230247] env[69959]: DEBUG nova.compute.manager [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.230596] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.231587] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4123127-26cd-4bf2-9855-82e8ced02040 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.240860] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.243586] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.243915] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8703865-6381-4ad2-b10f-b0a93bfe5d06 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.251071] env[69959]: DEBUG oslo_vmware.api [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1043.251071] env[69959]: value = "task-4087190" [ 1043.251071] env[69959]: _type = "Task" [ 1043.251071] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.261181] env[69959]: DEBUG oslo_vmware.api [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.458764] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "refresh_cache-afc0b893-39b1-4523-9e25-77d517f5e468" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.458957] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquired lock "refresh_cache-afc0b893-39b1-4523-9e25-77d517f5e468" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.459207] env[69959]: DEBUG nova.network.neutron [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.517376] env[69959]: DEBUG oslo_vmware.api [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087182, 'name': PowerOnVM_Task, 'duration_secs': 1.578315} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.517714] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.517906] env[69959]: INFO nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Took 20.17 seconds to spawn the instance on the hypervisor. [ 1043.518101] env[69959]: DEBUG nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.518948] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff702a-013a-4149-8546-99dc653dfd06 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.610570] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.610696] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.615861] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.494s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.616106] env[69959]: DEBUG nova.objects.instance [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lazy-loading 'resources' on Instance uuid c8f2820a-28d9-4089-a727-e3835358ced3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.700592] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215453} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.700892] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.701055] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.701263] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.737041] env[69959]: DEBUG oslo_vmware.api [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200042} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.737751] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.737956] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.738197] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.738390] env[69959]: INFO nova.compute.manager [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1043.739034] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.739142] env[69959]: DEBUG nova.compute.manager [-] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.739223] env[69959]: DEBUG nova.network.neutron [-] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.761677] env[69959]: DEBUG oslo_vmware.api [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087190, 'name': PowerOffVM_Task, 'duration_secs': 0.411618} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.761975] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.762175] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.762453] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a3d56c6-2d54-4172-bddd-de986bb3ad5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.844176] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.844504] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.844687] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Deleting the datastore file [datastore2] 7fc93886-b7a4-42a0-817e-31dfab3f3fd7 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.845021] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e78b7ac-73c6-429d-bfe1-fdc19307d700 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.853022] env[69959]: DEBUG oslo_vmware.api [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for the task: (returnval){ [ 1043.853022] env[69959]: value = "task-4087192" [ 1043.853022] env[69959]: _type = "Task" [ 1043.853022] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.862571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.862806] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.872531] env[69959]: DEBUG oslo_vmware.api [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.982946] env[69959]: DEBUG nova.network.neutron [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.017989] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.017989] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.017989] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.040289] env[69959]: INFO nova.compute.manager [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Took 60.50 seconds to build instance. [ 1044.065478] env[69959]: DEBUG nova.network.neutron [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.066458] env[69959]: WARNING oslo_messaging._drivers.amqpdriver [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1044.120266] env[69959]: DEBUG nova.compute.utils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.130026] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.130026] env[69959]: DEBUG nova.network.neutron [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.163938] env[69959]: DEBUG nova.compute.manager [req-15b54877-9158-4257-8b8c-e01468e4d923 req-03a6f6fa-b82c-4d64-9ef7-e491faf43878 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Received event network-vif-deleted-ca28584b-1cba-4bbb-bd68-d12202406add {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.164189] env[69959]: INFO nova.compute.manager [req-15b54877-9158-4257-8b8c-e01468e4d923 req-03a6f6fa-b82c-4d64-9ef7-e491faf43878 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Neutron deleted interface ca28584b-1cba-4bbb-bd68-d12202406add; detaching it from the instance and deleting it from the info cache [ 1044.164393] env[69959]: DEBUG nova.network.neutron [req-15b54877-9158-4257-8b8c-e01468e4d923 req-03a6f6fa-b82c-4d64-9ef7-e491faf43878 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.170904] env[69959]: DEBUG nova.policy [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62fb527faf0b4c9abdcbac491ae263f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f6101ae5884dc9a24e68152ad288e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.191571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.192410] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.192410] env[69959]: INFO nova.compute.manager [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Shelving [ 1044.206390] env[69959]: INFO nova.virt.block_device [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Booting with volume 55b1da1a-b0cd-4f4d-9e61-1361afba817d at /dev/sdb [ 1044.247456] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28556bc3-b671-481a-b010-9fc6c5866412 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.260558] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b1bca-edd4-437e-b934-152c207929e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.306196] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c01ccc7-b105-4d9f-80b3-531b6b138687 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.315930] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4521d8-2de3-4fb4-bc1c-b2e2b876770b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.362068] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d392960-4c21-447a-8a16-4213281b910b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.370225] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.373134] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "574d2f50-1416-4c2c-a515-91585203cf9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.373442] env[69959]: DEBUG oslo_vmware.api [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Task: {'id': task-4087192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505607} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.375986] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.376135] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.376285] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.376461] env[69959]: INFO nova.compute.manager [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1044.376711] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.376992] env[69959]: DEBUG nova.compute.manager [-] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.377114] env[69959]: DEBUG nova.network.neutron [-] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.379348] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6103630-8eba-46d7-944b-1f091040cc36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.398656] env[69959]: DEBUG nova.virt.block_device [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updating existing volume attachment record: fcfc811f-165f-4063-b2b2-f3d934a3ccc6 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.548020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-122aa87d-3a2e-425f-a3fd-20082381170a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "574d2f50-1416-4c2c-a515-91585203cf9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.017s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.548020] env[69959]: DEBUG nova.network.neutron [-] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.548020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "574d2f50-1416-4c2c-a515-91585203cf9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.174s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.548020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "574d2f50-1416-4c2c-a515-91585203cf9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.548020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "574d2f50-1416-4c2c-a515-91585203cf9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.548020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "574d2f50-1416-4c2c-a515-91585203cf9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.550719] env[69959]: INFO nova.compute.manager [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Terminating instance [ 1044.571673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Releasing lock "refresh_cache-afc0b893-39b1-4523-9e25-77d517f5e468" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.572573] env[69959]: DEBUG nova.compute.manager [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.572573] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.573574] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e35b63-8079-4d7e-aea4-fa08e6e4c967 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.585264] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.585693] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3ed61a-aba7-4347-af0a-49adad8d4dd9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.596337] env[69959]: DEBUG oslo_vmware.api [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1044.596337] env[69959]: value = "task-4087193" [ 1044.596337] env[69959]: _type = "Task" [ 1044.596337] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.611347] env[69959]: DEBUG oslo_vmware.api [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.616589] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257260f4-312a-4771-aad5-b5b227f375b2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.625345] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87710a4-da7f-4393-a96f-4b7bc13cb7a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.630846] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.668906] env[69959]: DEBUG nova.network.neutron [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Successfully created port: 839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.671051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c1a9ab-a76a-4d22-86b4-4f770f48ebd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.674200] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79f09220-3665-44bf-b56f-2b57200629d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.682968] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b54c52-93f7-4cf3-ae6c-d6a037fb9369 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.690347] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966e0071-7f18-439f-a297-4b35484e5f0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.711736] env[69959]: DEBUG nova.compute.provider_tree [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.733914] env[69959]: DEBUG nova.compute.manager [req-15b54877-9158-4257-8b8c-e01468e4d923 req-03a6f6fa-b82c-4d64-9ef7-e491faf43878 service nova] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Detach interface failed, port_id=ca28584b-1cba-4bbb-bd68-d12202406add, reason: Instance a5d262a7-5803-4169-9c1f-8f112c44db09 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.914738] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.054833] env[69959]: INFO nova.compute.manager [-] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Took 1.31 seconds to deallocate network for instance. [ 1045.057627] env[69959]: DEBUG nova.compute.manager [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.057627] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.058408] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843412a0-a2da-4a41-aae4-b108eb1cfe5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.070752] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.070752] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.070752] env[69959]: DEBUG nova.network.neutron [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.076516] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.076921] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26f0bfa-5dcb-49f0-a17b-0874778b83b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.086769] env[69959]: DEBUG oslo_vmware.api [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1045.086769] env[69959]: value = "task-4087194" [ 1045.086769] env[69959]: _type = "Task" [ 1045.086769] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.100566] env[69959]: DEBUG oslo_vmware.api [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.110737] env[69959]: DEBUG oslo_vmware.api [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087193, 'name': PowerOffVM_Task, 'duration_secs': 0.228177} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.111058] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.111237] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.111507] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff4db8c-5e01-4a34-bdd4-b851f1a13771 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.141523] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.141523] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.141706] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleting the datastore file [datastore1] afc0b893-39b1-4523-9e25-77d517f5e468 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.142043] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b48c806b-a485-4ebc-91fa-e152a981079e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.149726] env[69959]: DEBUG oslo_vmware.api [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for the task: (returnval){ [ 1045.149726] env[69959]: value = "task-4087196" [ 1045.149726] env[69959]: _type = "Task" [ 1045.149726] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.158811] env[69959]: DEBUG oslo_vmware.api [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.225780] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.226184] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d4aa19-e4e9-46b9-be06-73eb114fe63e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.235972] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1045.235972] env[69959]: value = "task-4087197" [ 1045.235972] env[69959]: _type = "Task" [ 1045.235972] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.244877] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.248627] env[69959]: ERROR nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] [req-fe524ab5-e447-4ba0-9492-46d8fce797c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe524ab5-e447-4ba0-9492-46d8fce797c8"}]} [ 1045.269077] env[69959]: DEBUG nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1045.291465] env[69959]: DEBUG nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1045.291641] env[69959]: DEBUG nova.compute.provider_tree [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.308754] env[69959]: DEBUG nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1045.352066] env[69959]: DEBUG nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1045.442214] env[69959]: DEBUG nova.network.neutron [-] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.598591] env[69959]: DEBUG oslo_vmware.api [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087194, 'name': PowerOffVM_Task, 'duration_secs': 0.205103} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.598874] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.599055] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.599328] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6603be37-5fbc-43a8-8c35-fc222ea99573 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.645496] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.648710] env[69959]: INFO nova.compute.manager [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Took 0.60 seconds to detach 1 volumes for instance. [ 1045.668990] env[69959]: DEBUG oslo_vmware.api [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Task: {'id': task-4087196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123405} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.670819] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.671050] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.671247] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.671425] env[69959]: INFO nova.compute.manager [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1045.671678] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.671893] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.672118] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.672294] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleting the datastore file [datastore1] 574d2f50-1416-4c2c-a515-91585203cf9c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.674165] env[69959]: DEBUG nova.compute.manager [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.674165] env[69959]: DEBUG nova.network.neutron [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.674769] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aedd6165-b961-4160-bf3f-07eca94a9090 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.683683] env[69959]: DEBUG oslo_vmware.api [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1045.683683] env[69959]: value = "task-4087199" [ 1045.683683] env[69959]: _type = "Task" [ 1045.683683] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.697943] env[69959]: DEBUG oslo_vmware.api [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.705791] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.706132] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.706331] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.706520] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.706670] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.706804] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.707132] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.707242] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.707418] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.707580] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.707752] env[69959]: DEBUG nova.virt.hardware [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.708760] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2bdc7a-3f18-48fa-afa3-ec2a7eb7c393 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.712908] env[69959]: DEBUG nova.network.neutron [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.723395] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf45d2d-df07-4a58-b70e-5012e37b977f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.758070] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087197, 'name': PowerOffVM_Task, 'duration_secs': 0.216984} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.758382] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.759393] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa704c4-f619-4b42-ad2a-af35ca83ae64 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.786298] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4324b0-cf7e-4fcf-b91c-89aa3cd59736 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.789645] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da090be-9b22-4883-9cbf-a50b08f6f8df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.800130] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25afe9e-32f4-4362-82b4-4db2b615a266 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.836860] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4cca8d-0326-4637-817e-14484aa1b0bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.845722] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e0c6e-7221-44e4-8f96-e7a8ad0149bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.861830] env[69959]: DEBUG nova.compute.provider_tree [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.944798] env[69959]: INFO nova.compute.manager [-] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Took 1.57 seconds to deallocate network for instance. [ 1046.029562] env[69959]: DEBUG nova.network.neutron [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.160764] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.196881] env[69959]: DEBUG oslo_vmware.api [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155884} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.197215] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.197448] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.197666] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.197948] env[69959]: INFO nova.compute.manager [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.198156] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.198409] env[69959]: DEBUG nova.compute.manager [-] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.198664] env[69959]: DEBUG nova.network.neutron [-] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.218041] env[69959]: DEBUG nova.network.neutron [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.244291] env[69959]: DEBUG nova.compute.manager [req-50b18671-97c8-4cff-8bbb-e9b0f0ce1d83 req-8417eb8c-b70f-4a65-b67a-3100d5cb73ba service nova] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Received event network-vif-deleted-4d4000f8-1ec2-498d-9d23-99be606cf0dd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.307268] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.307487] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-009bb51b-1146-450b-a436-98088adaa4fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.316800] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1046.316800] env[69959]: value = "task-4087200" [ 1046.316800] env[69959]: _type = "Task" [ 1046.316800] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.326622] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.430126] env[69959]: DEBUG nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.430558] env[69959]: DEBUG nova.compute.provider_tree [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 125 to 126 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.430651] env[69959]: DEBUG nova.compute.provider_tree [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.452563] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.469948] env[69959]: DEBUG nova.network.neutron [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Successfully updated port: 839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.534802] env[69959]: DEBUG oslo_concurrency.lockutils [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.622022] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.622022] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.622022] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.622022] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.622022] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.622022] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.622671] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.623187] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.623588] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.623906] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.624268] env[69959]: DEBUG nova.virt.hardware [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.626840] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f11496a-a359-4d5f-99af-57a9827477fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.636577] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22501046-150c-482b-991a-664e41b53597 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.653973] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:7f:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ccc8425-472f-4c50-ad1a-c3e13f237bb5', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.663943] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.665914] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.666553] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3cd7e0e-da68-4bb3-8d62-714617e58571 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.688355] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.688355] env[69959]: value = "task-4087201" [ 1046.688355] env[69959]: _type = "Task" [ 1046.688355] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.698851] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087201, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.720704] env[69959]: INFO nova.compute.manager [-] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Took 1.05 seconds to deallocate network for instance. [ 1046.827899] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.936687] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.321s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.939789] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.181s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.939789] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.939967] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1046.940348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.154s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.940636] env[69959]: DEBUG nova.objects.instance [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'resources' on Instance uuid 30eb8c30-18ea-431d-86e2-6df93d6472f0 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.942507] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38dff9-4a5d-416c-8f34-b66ece7a2e87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.952080] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd240f88-a338-4b66-a3c7-7b99fc8e8f98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.973942] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.974164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquired lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.974363] env[69959]: DEBUG nova.network.neutron [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.976678] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da3d9a-1b5b-4f27-92a9-53166e11089f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.986429] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f99f6-4659-48e0-b246-66d752c644d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.994285] env[69959]: INFO nova.scheduler.client.report [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Deleted allocations for instance c8f2820a-28d9-4089-a727-e3835358ced3 [ 1047.027641] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178408MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1047.027888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.056339] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a2c08-8adf-43fb-8739-f1641e00a78c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.077879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ac3b4-69ae-47c9-8442-5dc7e8ba5b37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.087925] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.167747] env[69959]: DEBUG nova.network.neutron [-] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.201459] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087201, 'name': CreateVM_Task, 'duration_secs': 0.3676} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.201692] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.202348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.202498] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.202822] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.203094] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf92969d-1518-4d68-b4db-452dd5cfabf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.209230] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1047.209230] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5287b417-525b-1385-d64d-59f0a3b73107" [ 1047.209230] env[69959]: _type = "Task" [ 1047.209230] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.219560] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5287b417-525b-1385-d64d-59f0a3b73107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.229283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.329771] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087200, 'name': CreateSnapshot_Task, 'duration_secs': 0.665992} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.330262] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.331844] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83091703-a24d-4c79-ae83-d16dd0b016a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.513157] env[69959]: DEBUG nova.network.neutron [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.532815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-eb4ba363-fa02-499c-be59-0538ced615ef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Lock "c8f2820a-28d9-4089-a727-e3835358ced3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.837s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.596074] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8019f-7e87-41b9-b868-48870eb1eb4b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance 'db9e828d-2231-429d-bc03-f60d03e7897a' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.674913] env[69959]: INFO nova.compute.manager [-] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Took 1.48 seconds to deallocate network for instance. [ 1047.723960] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5287b417-525b-1385-d64d-59f0a3b73107, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.724264] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.725606] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.725606] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.725606] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.725606] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.725606] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc01ec1-8d90-4629-a123-c98f0f55b9b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.737685] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.737685] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.741026] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb6d954-57d4-4129-af73-42133d8bf83b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.742081] env[69959]: DEBUG nova.network.neutron [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Updating instance_info_cache with network_info: [{"id": "839c7bce-72a7-454b-b687-1b6be54ec98c", "address": "fa:16:3e:98:3b:8a", "network": {"id": "09398426-78f3-435d-8cb0-8cfea568d709", "bridge": "br-int", "label": "tempest-ServersTestJSON-1072011534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f6101ae5884dc9a24e68152ad288e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839c7bce-72", "ovs_interfaceid": "839c7bce-72a7-454b-b687-1b6be54ec98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.748599] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1047.748599] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a8635d-cc7e-849b-450b-b2fdc5d8d942" [ 1047.748599] env[69959]: _type = "Task" [ 1047.748599] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.763596] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a8635d-cc7e-849b-450b-b2fdc5d8d942, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.764893] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5711b5-9e78-48f4-b02b-dd18a3a685ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.774660] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1047.774660] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52314410-10fc-ec15-b9fc-602fcc47d25a" [ 1047.774660] env[69959]: _type = "Task" [ 1047.774660] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.784514] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52314410-10fc-ec15-b9fc-602fcc47d25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.824776] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd7904-e649-4d1b-a29e-22ff62323529 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.832498] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55412059-259e-4fc7-a5a4-aa1f6696e7a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.873768] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.874376] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-507c7c45-6a2a-47f6-b1fd-ee6b57b47ac1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.877829] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ab022b-f539-47fb-917e-ed93119d9a40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.886134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad652b-9ab5-4a07-b665-a37809a86c4c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.891125] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1047.891125] env[69959]: value = "task-4087202" [ 1047.891125] env[69959]: _type = "Task" [ 1047.891125] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.906057] env[69959]: DEBUG nova.compute.provider_tree [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.915947] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087202, 'name': CloneVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.187260] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.245875] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Releasing lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.246524] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Instance network_info: |[{"id": "839c7bce-72a7-454b-b687-1b6be54ec98c", "address": "fa:16:3e:98:3b:8a", "network": {"id": "09398426-78f3-435d-8cb0-8cfea568d709", "bridge": "br-int", "label": "tempest-ServersTestJSON-1072011534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f6101ae5884dc9a24e68152ad288e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839c7bce-72", "ovs_interfaceid": "839c7bce-72a7-454b-b687-1b6be54ec98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.247278] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:3b:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '839c7bce-72a7-454b-b687-1b6be54ec98c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.255116] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Creating folder: Project (d3f6101ae5884dc9a24e68152ad288e0). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.255478] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0091663-783e-4dc7-9e7f-4123e6ea662e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.267935] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Created folder: Project (d3f6101ae5884dc9a24e68152ad288e0) in parent group-v809535. [ 1048.268159] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Creating folder: Instances. Parent ref: group-v809785. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.268419] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567f941f-53cd-4e13-a5f4-5d4134894dd1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.280809] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Created folder: Instances in parent group-v809785. [ 1048.281216] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.281741] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.282419] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29e7d6e4-f709-4fed-9759-f9e8f0246e42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.301466] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52314410-10fc-ec15-b9fc-602fcc47d25a, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.302349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.302694] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.303021] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baddf4df-ab7a-43d1-aa3f-d92e79cb5110 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.308193] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.308193] env[69959]: value = "task-4087205" [ 1048.308193] env[69959]: _type = "Task" [ 1048.308193] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.313506] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1048.313506] env[69959]: value = "task-4087206" [ 1048.313506] env[69959]: _type = "Task" [ 1048.313506] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.320664] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087205, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.327386] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.390427] env[69959]: DEBUG nova.compute.manager [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Received event network-vif-plugged-839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.390685] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] Acquiring lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.391044] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.391316] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.391566] env[69959]: DEBUG nova.compute.manager [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] No waiting events found dispatching network-vif-plugged-839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.391809] env[69959]: WARNING nova.compute.manager [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Received unexpected event network-vif-plugged-839c7bce-72a7-454b-b687-1b6be54ec98c for instance with vm_state building and task_state spawning. [ 1048.392127] env[69959]: DEBUG nova.compute.manager [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Received event network-changed-839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.392339] env[69959]: DEBUG nova.compute.manager [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Refreshing instance network info cache due to event network-changed-839c7bce-72a7-454b-b687-1b6be54ec98c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.392537] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] Acquiring lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.392690] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] Acquired lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.392864] env[69959]: DEBUG nova.network.neutron [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Refreshing network info cache for port 839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.405225] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087202, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.410295] env[69959]: DEBUG nova.scheduler.client.report [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.828032] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087206, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.833632] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087205, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.909331] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087202, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.915279] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.917768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.908s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.918278] env[69959]: DEBUG nova.objects.instance [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lazy-loading 'resources' on Instance uuid f60c23cd-0721-4bc7-ab89-15cab588aa29 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.980168] env[69959]: INFO nova.scheduler.client.report [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance 30eb8c30-18ea-431d-86e2-6df93d6472f0 [ 1049.274352] env[69959]: DEBUG nova.network.neutron [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Updated VIF entry in instance network info cache for port 839c7bce-72a7-454b-b687-1b6be54ec98c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.274826] env[69959]: DEBUG nova.network.neutron [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Updating instance_info_cache with network_info: [{"id": "839c7bce-72a7-454b-b687-1b6be54ec98c", "address": "fa:16:3e:98:3b:8a", "network": {"id": "09398426-78f3-435d-8cb0-8cfea568d709", "bridge": "br-int", "label": "tempest-ServersTestJSON-1072011534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f6101ae5884dc9a24e68152ad288e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839c7bce-72", "ovs_interfaceid": "839c7bce-72a7-454b-b687-1b6be54ec98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.324284] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087205, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.331054] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520317} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.331387] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.331722] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.331863] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8f411b-f3b8-4ef4-af49-384936c71ad2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.339490] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1049.339490] env[69959]: value = "task-4087207" [ 1049.339490] env[69959]: _type = "Task" [ 1049.339490] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.350814] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.406796] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087202, 'name': CloneVM_Task, 'duration_secs': 1.467017} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.407080] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Created linked-clone VM from snapshot [ 1049.408942] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11513844-6266-4a04-9027-0c336d819604 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.416803] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Uploading image 632efcb7-1164-4df7-b8a7-673230c9a862 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1049.477128] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1049.477128] env[69959]: value = "vm-809784" [ 1049.477128] env[69959]: _type = "VirtualMachine" [ 1049.477128] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1049.477128] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b731f0ed-800d-4dc8-aaf0-750da9983433 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.486391] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lease: (returnval){ [ 1049.486391] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e09dd5-9eaa-f610-33a6-eb1057d51e9c" [ 1049.486391] env[69959]: _type = "HttpNfcLease" [ 1049.486391] env[69959]: } obtained for exporting VM: (result){ [ 1049.486391] env[69959]: value = "vm-809784" [ 1049.486391] env[69959]: _type = "VirtualMachine" [ 1049.486391] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1049.486687] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the lease: (returnval){ [ 1049.486687] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e09dd5-9eaa-f610-33a6-eb1057d51e9c" [ 1049.486687] env[69959]: _type = "HttpNfcLease" [ 1049.486687] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1049.498012] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "30eb8c30-18ea-431d-86e2-6df93d6472f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.319s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.505675] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.505675] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e09dd5-9eaa-f610-33a6-eb1057d51e9c" [ 1049.505675] env[69959]: _type = "HttpNfcLease" [ 1049.505675] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.508539] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.508539] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e09dd5-9eaa-f610-33a6-eb1057d51e9c" [ 1049.508539] env[69959]: _type = "HttpNfcLease" [ 1049.508539] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1049.509629] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41f117-bc01-4fc2-885d-4da53b25c894 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.517592] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52877d5e-0581-ceed-cc17-a5ee03eba7b3/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.517822] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52877d5e-0581-ceed-cc17-a5ee03eba7b3/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.615938] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d71c4cea-fc6b-40ce-8ffe-6b98386f987c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.778371] env[69959]: DEBUG oslo_concurrency.lockutils [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] Releasing lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.778371] env[69959]: DEBUG nova.compute.manager [req-ae9e7481-668d-4f00-b02c-3f9a3ae4ca2e req-11b3c6f8-6a49-4615-9b81-26462ac8bac2 service nova] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Received event network-vif-deleted-13a4d805-6571-43ba-9359-8b42f081b277 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.806241] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.806477] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.807642] env[69959]: DEBUG nova.compute.manager [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Going to confirm migration 4 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1049.819646] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087205, 'name': CreateVM_Task, 'duration_secs': 1.394695} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.819787] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.823647] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.823647] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.823647] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.823647] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1251bf-cfd1-43b0-a4f4-61c74132537c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.829891] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1049.829891] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525c625c-66e0-02a8-b817-fef78f1dcae5" [ 1049.829891] env[69959]: _type = "Task" [ 1049.829891] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.841581] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525c625c-66e0-02a8-b817-fef78f1dcae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.852190] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084896} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.852460] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.855954] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c77bccc-5d4e-4154-b4e0-7095a215b750 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.877695] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.881173] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0b46df-b3de-4c64-96f6-5fab7f17bcae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.895972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8b96b0-5b2d-40e8-9433-9297349c8d47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.907356] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023791a-d52d-451b-a20d-63c35e1bbe9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.912033] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1049.912033] env[69959]: value = "task-4087209" [ 1049.912033] env[69959]: _type = "Task" [ 1049.912033] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.950025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727af99-6538-469f-a04c-79d323ba5517 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.956431] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.962376] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c564f-1b65-4897-8b3a-e65f96fa41d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.977525] env[69959]: DEBUG nova.compute.provider_tree [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.348425] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525c625c-66e0-02a8-b817-fef78f1dcae5, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.349198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.349845] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.350351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.350811] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.351225] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.352159] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8de860-4d53-4573-bfc6-3d014ad36b4e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.364562] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.365114] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.365680] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775720c1-0e89-4d5d-8aa8-e6cde889c5b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.372627] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1050.372627] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524ac82d-e0a6-a4ed-6b29-997a091df89a" [ 1050.372627] env[69959]: _type = "Task" [ 1050.372627] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.382108] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524ac82d-e0a6-a4ed-6b29-997a091df89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.410474] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.410800] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.411837] env[69959]: DEBUG nova.network.neutron [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.412191] env[69959]: DEBUG nova.objects.instance [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'info_cache' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.435702] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.483677] env[69959]: DEBUG nova.scheduler.client.report [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.885268] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524ac82d-e0a6-a4ed-6b29-997a091df89a, 'name': SearchDatastore_Task, 'duration_secs': 0.022565} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.886080] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1182820c-12cd-4b77-b65d-9d1f637eb4e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.896102] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1050.896102] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527507be-3783-ddc3-882d-74de5424cbfa" [ 1050.896102] env[69959]: _type = "Task" [ 1050.896102] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.906632] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527507be-3783-ddc3-882d-74de5424cbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.931869] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.995123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.999016] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.141s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.999016] env[69959]: DEBUG nova.objects.instance [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lazy-loading 'resources' on Instance uuid ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.059183] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "977590a2-ab04-4998-b28d-c6eaf9066ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.059183] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.109360] env[69959]: INFO nova.scheduler.client.report [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Deleted allocations for instance f60c23cd-0721-4bc7-ab89-15cab588aa29 [ 1051.409493] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527507be-3783-ddc3-882d-74de5424cbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014219} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.410814] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.410814] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 50a8e7a8-006d-4eeb-a35a-d8970ce9da01/50a8e7a8-006d-4eeb-a35a-d8970ce9da01.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.411309] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0638d8c9-f7c6-4b25-84c9-a5ece1d94602 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425506] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1051.425506] env[69959]: value = "task-4087210" [ 1051.425506] env[69959]: _type = "Task" [ 1051.425506] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.434319] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087209, 'name': ReconfigVM_Task, 'duration_secs': 1.055723} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.435075] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89/761c07e6-53cb-4754-a3db-a3ea6f902f89.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.438193] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'image_id': '89daa873-f6ec-485a-84a5-23e30f5eec58'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'}, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'attachment_id': 'fcfc811f-165f-4063-b2b2-f3d934a3ccc6', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69959) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1051.438193] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.438193] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.441319] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430f6188-ebbf-4cf3-851e-54effa476b49 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.445098] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.460650] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa672d-0103-4195-b593-6d2b41a465ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.490690] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d/volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.491239] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7225cf3f-53f6-4fb6-b914-42acbf4268f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.515844] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1051.515844] env[69959]: value = "task-4087211" [ 1051.515844] env[69959]: _type = "Task" [ 1051.515844] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.526037] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.560818] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.622116] env[69959]: DEBUG oslo_concurrency.lockutils [None req-afc941ef-eb8a-411b-9fcb-98626ae579b7 tempest-ServersAaction247Test-88426473 tempest-ServersAaction247Test-88426473-project-member] Lock "f60c23cd-0721-4bc7-ab89-15cab588aa29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.901s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.944924] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087210, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.950989] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8190da24-03cc-40fb-a56e-e3a8421e88bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.961220] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d36c20a-28d3-4419-b9ba-1f6998387280 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.004064] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fec9f4-a433-4d29-8842-b82630804701 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.015594] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b67e10-8736-4f8c-8a28-7c5c4e04e88f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.031018] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087211, 'name': ReconfigVM_Task, 'duration_secs': 0.436697} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.037618] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d/volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.043446] env[69959]: DEBUG nova.compute.provider_tree [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.045765] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc9a2d1-bcef-4a3e-8f78-63cf88f43af1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.058379] env[69959]: DEBUG nova.network.neutron [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.070749] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1052.070749] env[69959]: value = "task-4087212" [ 1052.070749] env[69959]: _type = "Task" [ 1052.070749] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.083990] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.092264] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.440106] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592975} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.440106] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 50a8e7a8-006d-4eeb-a35a-d8970ce9da01/50a8e7a8-006d-4eeb-a35a-d8970ce9da01.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.441571] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.441571] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c2c2a2-3c94-49b9-918e-a5d4a097995c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.448778] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1052.448778] env[69959]: value = "task-4087213" [ 1052.448778] env[69959]: _type = "Task" [ 1052.448778] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.462130] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.547298] env[69959]: DEBUG nova.scheduler.client.report [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.561655] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.561655] env[69959]: DEBUG nova.objects.instance [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'migration_context' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.587732] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087212, 'name': ReconfigVM_Task, 'duration_secs': 0.180167} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.588057] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.588886] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86cacfb8-d5c2-4218-aae1-6ecd233b28ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.596527] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1052.596527] env[69959]: value = "task-4087214" [ 1052.596527] env[69959]: _type = "Task" [ 1052.596527] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.611090] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087214, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.960954] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099954} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.961354] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.962270] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa49fe2-511c-4e66-abb7-d25d95a5b55d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.985873] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 50a8e7a8-006d-4eeb-a35a-d8970ce9da01/50a8e7a8-006d-4eeb-a35a-d8970ce9da01.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.986247] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e219292-679e-4bd0-9750-fd7c45a45a96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.007473] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1053.007473] env[69959]: value = "task-4087215" [ 1053.007473] env[69959]: _type = "Task" [ 1053.007473] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.019296] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.055762] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.058069] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.189s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.058340] env[69959]: DEBUG nova.objects.instance [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'resources' on Instance uuid 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.066947] env[69959]: DEBUG nova.objects.base [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.066947] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbadfdb-d1c6-4783-9920-bc2871a5b2be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.089305] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ba14d2-9c7f-40dc-b4a9-452308977c8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.094017] env[69959]: INFO nova.scheduler.client.report [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Deleted allocations for instance ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4 [ 1053.104279] env[69959]: DEBUG oslo_vmware.api [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1053.104279] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52914296-5701-34c1-3b78-0a94f4f9b0fe" [ 1053.104279] env[69959]: _type = "Task" [ 1053.104279] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.112028] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087214, 'name': Rename_Task, 'duration_secs': 0.203387} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.112223] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.112825] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28e3f32-3c1d-40fc-973b-4a105c1a28ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.117928] env[69959]: DEBUG oslo_vmware.api [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52914296-5701-34c1-3b78-0a94f4f9b0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.118676] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.124035] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1053.124035] env[69959]: value = "task-4087216" [ 1053.124035] env[69959]: _type = "Task" [ 1053.124035] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.133276] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.519451] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087215, 'name': ReconfigVM_Task, 'duration_secs': 0.351264} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.519795] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 50a8e7a8-006d-4eeb-a35a-d8970ce9da01/50a8e7a8-006d-4eeb-a35a-d8970ce9da01.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.520617] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a22c712a-7eb9-4bfe-ab0d-840003cbb9c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.530101] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1053.530101] env[69959]: value = "task-4087217" [ 1053.530101] env[69959]: _type = "Task" [ 1053.530101] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.543028] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087217, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.561161] env[69959]: DEBUG nova.objects.instance [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'numa_topology' on Instance uuid 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.607501] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9cabf0a3-0edb-4aea-a026-6658df679aa9 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Lock "ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.455s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.643756] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087216, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.042945] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087217, 'name': Rename_Task, 'duration_secs': 0.196022} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.044518] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.044518] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fc10beb-3378-4538-9aa4-8e9b62ea84c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.056019] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1054.056019] env[69959]: value = "task-4087218" [ 1054.056019] env[69959]: _type = "Task" [ 1054.056019] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.066694] env[69959]: DEBUG nova.objects.base [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Object Instance<5338915a-210e-48a7-abe3-dbc04f037c0f> lazy-loaded attributes: resources,numa_topology {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.070025] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.142425] env[69959]: DEBUG oslo_vmware.api [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087216, 'name': PowerOnVM_Task, 'duration_secs': 0.541061} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.148456] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.148796] env[69959]: DEBUG nova.compute.manager [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.151614] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393fae0a-c789-4987-a515-687204184925 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.467631] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4b202-dfac-46c4-9a66-5d35b6a573de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.478321] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5305e2b6-be49-48e4-b998-a1b16f836881 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.514316] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5915897f-1d6e-4315-833b-fe01148cc89b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.523811] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3284868-3663-458b-bd80-7d77906404a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.542947] env[69959]: DEBUG nova.compute.provider_tree [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.566936] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.675927] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.047310] env[69959]: DEBUG nova.scheduler.client.report [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.068770] env[69959]: DEBUG oslo_vmware.api [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087218, 'name': PowerOnVM_Task, 'duration_secs': 0.745858} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.069118] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.069796] env[69959]: INFO nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1055.069796] env[69959]: DEBUG nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.070640] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eab84be-7acc-4fe2-a39b-9409276195c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.553775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.556686] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.242s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.593872] env[69959]: INFO nova.compute.manager [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Took 44.22 seconds to build instance. [ 1056.075714] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15f2c8be-d8fe-4cd3-93d0-b55fd21fb2c4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.170s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.076990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.254s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.080214] env[69959]: INFO nova.compute.manager [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Unshelving [ 1056.098354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04d25429-6d11-4387-ae67-3405c240fea8 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.731s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.458448] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334772b6-489a-4afe-91ae-9ad34d7a7d09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.467398] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc211d-3b46-45ed-b5d2-cdd70652e433 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.516735] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0620439-7cea-4a3f-bde3-695293db13d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.528024] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0938a8b3-ef38-4020-bf38-03b8f02be5c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.544547] env[69959]: DEBUG nova.compute.provider_tree [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.685107] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "71fe8f7d-9553-4785-893a-af6458e9f713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.685107] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "71fe8f7d-9553-4785-893a-af6458e9f713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.048100] env[69959]: DEBUG nova.scheduler.client.report [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.090737] env[69959]: DEBUG nova.compute.utils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.180241] env[69959]: DEBUG nova.compute.manager [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Received event network-changed-839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.181084] env[69959]: DEBUG nova.compute.manager [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Refreshing instance network info cache due to event network-changed-839c7bce-72a7-454b-b687-1b6be54ec98c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.181084] env[69959]: DEBUG oslo_concurrency.lockutils [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] Acquiring lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.181084] env[69959]: DEBUG oslo_concurrency.lockutils [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] Acquired lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.181084] env[69959]: DEBUG nova.network.neutron [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Refreshing network info cache for port 839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.189423] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.595854] env[69959]: INFO nova.virt.block_device [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Booting with volume dd48f8a0-ab6e-443a-9822-5fd44e26e236 at /dev/sdb [ 1057.644467] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea8993bc-ac68-4bd3-93bc-5a3cc0c4a089 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.655795] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30858be7-63e1-4b1f-b37d-501701c6c8a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.704811] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343c6e68-c2db-456f-a41c-a4b618bccdfa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.719561] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd5b47-e41d-436f-804d-a801e14e6e27 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.735659] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.772381] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f33f63-a6d6-44ff-9419-299b8fe8f133 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.777409] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea036df-37fa-4f2f-8988-486b53cc98af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.793663] env[69959]: DEBUG nova.virt.block_device [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating existing volume attachment record: c11a74c8-90bf-49c6-ae65-52239da4d37c {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1057.874212] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52877d5e-0581-ceed-cc17-a5ee03eba7b3/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.874212] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59a24b-93bc-428c-985c-18feaf155c9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.884741] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52877d5e-0581-ceed-cc17-a5ee03eba7b3/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.885419] env[69959]: ERROR oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52877d5e-0581-ceed-cc17-a5ee03eba7b3/disk-0.vmdk due to incomplete transfer. [ 1057.886311] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12733530-08b0-46c2-ac71-cee3523fc3d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.895847] env[69959]: DEBUG oslo_vmware.rw_handles [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52877d5e-0581-ceed-cc17-a5ee03eba7b3/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.896170] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Uploaded image 632efcb7-1164-4df7-b8a7-673230c9a862 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.898154] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.898450] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e3227cb-9a42-4e55-8056-62e607c8529e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.906731] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1057.906731] env[69959]: value = "task-4087219" [ 1057.906731] env[69959]: _type = "Task" [ 1057.906731] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.914687] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087219, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.993713] env[69959]: DEBUG nova.network.neutron [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Updated VIF entry in instance network info cache for port 839c7bce-72a7-454b-b687-1b6be54ec98c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.994145] env[69959]: DEBUG nova.network.neutron [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Updating instance_info_cache with network_info: [{"id": "839c7bce-72a7-454b-b687-1b6be54ec98c", "address": "fa:16:3e:98:3b:8a", "network": {"id": "09398426-78f3-435d-8cb0-8cfea568d709", "bridge": "br-int", "label": "tempest-ServersTestJSON-1072011534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f6101ae5884dc9a24e68152ad288e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839c7bce-72", "ovs_interfaceid": "839c7bce-72a7-454b-b687-1b6be54ec98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.064867] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.505s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.066470] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.332s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.066470] env[69959]: DEBUG nova.objects.instance [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lazy-loading 'resources' on Instance uuid 44a14aaa-9828-4064-be67-b3b432790f05 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.418038] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087219, 'name': Destroy_Task, 'duration_secs': 0.399056} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.418505] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Destroyed the VM [ 1058.418599] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1058.418893] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71ecc4a8-0d4c-455d-9baf-f1d184036232 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.426786] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1058.426786] env[69959]: value = "task-4087223" [ 1058.426786] env[69959]: _type = "Task" [ 1058.426786] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.439210] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087223, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.498604] env[69959]: DEBUG oslo_concurrency.lockutils [req-61e19c66-6301-4749-af8a-fc8d35a1acfa req-b347ebf0-a9bc-418b-9671-70b9266de195 service nova] Releasing lock "refresh_cache-50a8e7a8-006d-4eeb-a35a-d8970ce9da01" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.637259] env[69959]: INFO nova.scheduler.client.report [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocation for migration bac5bf9a-65d1-4e3f-a57b-80ae741ad597 [ 1058.940525] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087223, 'name': RemoveSnapshot_Task, 'duration_secs': 0.411609} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.940821] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.941139] env[69959]: DEBUG nova.compute.manager [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.941962] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d9afeb-af63-4dfd-aaca-33f9101d7337 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.947074] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f34fab-bbd1-4c57-8d83-7100ee50ca46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.959848] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa3bc61-60c6-4935-adfc-8e2165516254 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.991981] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec14ed5-d318-4987-9274-081c9871905f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.001488] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa54ab3-5fb7-4156-98be-d1bed79886b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.017335] env[69959]: DEBUG nova.compute.provider_tree [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.148048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34d9ddf0-f54e-401a-b175-ae2b7ed52813 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.750s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.457222] env[69959]: INFO nova.compute.manager [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Shelve offloading [ 1059.520787] env[69959]: DEBUG nova.scheduler.client.report [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.961373] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.961625] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c10aa156-54f4-4aef-a8de-5375dafa44f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.969187] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1059.969187] env[69959]: value = "task-4087224" [ 1059.969187] env[69959]: _type = "Task" [ 1059.969187] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.979785] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.980075] env[69959]: DEBUG nova.compute.manager [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.980900] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86228952-46fb-4b67-914d-0985c36ef399 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.987925] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.988193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.988331] env[69959]: DEBUG nova.network.neutron [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.025638] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.028716] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.113s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.029908] env[69959]: INFO nova.compute.claims [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.054272] env[69959]: INFO nova.scheduler.client.report [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted allocations for instance 44a14aaa-9828-4064-be67-b3b432790f05 [ 1060.563033] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "44a14aaa-9828-4064-be67-b3b432790f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.049s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.741477] env[69959]: DEBUG nova.network.neutron [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.783232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.783232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.783232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.783232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.783232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.783232] env[69959]: INFO nova.compute.manager [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Terminating instance [ 1061.246081] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.257827] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.258151] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.280550] env[69959]: DEBUG nova.compute.manager [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.280771] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.281669] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1014d86-a591-4afd-acbd-5d00ae6e2c5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.291960] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.292256] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb10952-7652-4ee6-be30-a91f04d0cc56 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.299380] env[69959]: DEBUG oslo_vmware.api [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1061.299380] env[69959]: value = "task-4087226" [ 1061.299380] env[69959]: _type = "Task" [ 1061.299380] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.312429] env[69959]: DEBUG oslo_vmware.api [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.314078] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b10df-1f8d-4431-a327-704e5555d4d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.318494] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "c629d989-53cd-45e5-858f-847b696aa872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.318775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "c629d989-53cd-45e5-858f-847b696aa872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.319027] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "c629d989-53cd-45e5-858f-847b696aa872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.319261] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "c629d989-53cd-45e5-858f-847b696aa872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.319461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "c629d989-53cd-45e5-858f-847b696aa872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.323584] env[69959]: INFO nova.compute.manager [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Terminating instance [ 1061.325763] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62f611-45e5-4880-8ca7-7d74d6fe1e7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.362927] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd12ba58-4e8c-4c7a-aa3c-677c459af979 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.372555] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0872b71d-e423-4ba4-ba42-a52d9703672e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391376] env[69959]: DEBUG nova.compute.provider_tree [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.525414] env[69959]: DEBUG nova.compute.manager [req-cff5363b-a73e-45a5-b53b-5d0a3c47aeef req-e70740f4-8724-4dca-827a-29725ce0fec8 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-vif-unplugged-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.525603] env[69959]: DEBUG oslo_concurrency.lockutils [req-cff5363b-a73e-45a5-b53b-5d0a3c47aeef req-e70740f4-8724-4dca-827a-29725ce0fec8 service nova] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.525810] env[69959]: DEBUG oslo_concurrency.lockutils [req-cff5363b-a73e-45a5-b53b-5d0a3c47aeef req-e70740f4-8724-4dca-827a-29725ce0fec8 service nova] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.525977] env[69959]: DEBUG oslo_concurrency.lockutils [req-cff5363b-a73e-45a5-b53b-5d0a3c47aeef req-e70740f4-8724-4dca-827a-29725ce0fec8 service nova] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.526237] env[69959]: DEBUG nova.compute.manager [req-cff5363b-a73e-45a5-b53b-5d0a3c47aeef req-e70740f4-8724-4dca-827a-29725ce0fec8 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] No waiting events found dispatching network-vif-unplugged-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.526449] env[69959]: WARNING nova.compute.manager [req-cff5363b-a73e-45a5-b53b-5d0a3c47aeef req-e70740f4-8724-4dca-827a-29725ce0fec8 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received unexpected event network-vif-unplugged-74659962-3a84-413d-99c8-4c99f7342c4e for instance with vm_state shelved and task_state shelving_offloading. [ 1061.552090] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.553357] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b32cfa-4c8c-4bfa-9ace-fae28bd0326f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.563127] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.563457] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3a57c68-9102-4034-b112-dca0ec0ad47a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.632022] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.632357] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.632548] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleting the datastore file [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.632833] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54032382-91d1-4155-ae11-7123431ce2f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.641055] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1061.641055] env[69959]: value = "task-4087228" [ 1061.641055] env[69959]: _type = "Task" [ 1061.641055] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.649861] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.760699] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.812165] env[69959]: DEBUG oslo_vmware.api [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087226, 'name': PowerOffVM_Task, 'duration_secs': 0.196061} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.812447] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.812936] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.812936] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7eaabd4-9734-44e4-8e7f-bce58b30678b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.832301] env[69959]: DEBUG nova.compute.manager [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.832549] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.833450] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fa97ea-cb46-46e7-9d24-e421722f7031 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.843560] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.843560] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053c547b-ae0c-4f0f-9fc7-ac79d3bca781 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.851112] env[69959]: DEBUG oslo_vmware.api [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 1061.851112] env[69959]: value = "task-4087230" [ 1061.851112] env[69959]: _type = "Task" [ 1061.851112] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.861858] env[69959]: DEBUG oslo_vmware.api [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.887035] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.887298] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.887489] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore2] eabbeb11-1a92-4230-8159-4ded9d9e10ff {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.887784] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06788072-95fa-4570-b441-d5d6066bace6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.894484] env[69959]: DEBUG nova.scheduler.client.report [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.899367] env[69959]: DEBUG oslo_vmware.api [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1061.899367] env[69959]: value = "task-4087231" [ 1061.899367] env[69959]: _type = "Task" [ 1061.899367] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.909168] env[69959]: DEBUG oslo_vmware.api [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.151021] env[69959]: DEBUG oslo_vmware.api [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140464} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.151328] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.151521] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.151706] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.177257] env[69959]: INFO nova.scheduler.client.report [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted allocations for instance d845cea6-5a2a-4cb4-9313-daf319039ec4 [ 1062.280707] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.361467] env[69959]: DEBUG oslo_vmware.api [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087230, 'name': PowerOffVM_Task, 'duration_secs': 0.252797} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.361901] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.361901] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.362784] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb6408c-5556-4ec2-85f4-05bed47f6755 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.401670] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.402302] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.405633] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.245s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.405859] env[69959]: DEBUG nova.objects.instance [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'resources' on Instance uuid a5d262a7-5803-4169-9c1f-8f112c44db09 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.415917] env[69959]: DEBUG oslo_vmware.api [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20654} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.416751] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.416944] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.417145] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.417321] env[69959]: INFO nova.compute.manager [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.417560] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.417771] env[69959]: DEBUG nova.compute.manager [-] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.417870] env[69959]: DEBUG nova.network.neutron [-] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.588388] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.588388] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.588388] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleting the datastore file [datastore1] c629d989-53cd-45e5-858f-847b696aa872 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.588774] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc56cba3-2cc3-4fba-acb7-951f26d45012 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.597328] env[69959]: DEBUG oslo_vmware.api [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for the task: (returnval){ [ 1062.597328] env[69959]: value = "task-4087233" [ 1062.597328] env[69959]: _type = "Task" [ 1062.597328] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.610803] env[69959]: DEBUG oslo_vmware.api [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.682335] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.908188] env[69959]: DEBUG nova.compute.utils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.909394] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.909587] env[69959]: DEBUG nova.network.neutron [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.962966] env[69959]: DEBUG nova.policy [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.107893] env[69959]: DEBUG oslo_vmware.api [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Task: {'id': task-4087233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165681} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.110508] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.110726] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.110883] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.111070] env[69959]: INFO nova.compute.manager [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] [instance: c629d989-53cd-45e5-858f-847b696aa872] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1063.111322] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.111742] env[69959]: DEBUG nova.compute.manager [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.111840] env[69959]: DEBUG nova.network.neutron [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.193787] env[69959]: DEBUG nova.network.neutron [-] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.237586] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e05809e-cfa7-41a2-9d04-d6bab5dc5d55 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.249557] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e7b262-196a-4d26-a7e0-b4847de74017 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.292280] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db953463-c93a-4ef0-8141-0dc3d15c3117 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.300424] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8f0168-983f-4e66-812d-5e19d2e8be44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.317131] env[69959]: DEBUG nova.compute.provider_tree [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.412284] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.412818] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.423666] env[69959]: DEBUG nova.network.neutron [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Successfully created port: e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.569125] env[69959]: DEBUG nova.compute.manager [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-changed-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.569527] env[69959]: DEBUG nova.compute.manager [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Refreshing instance network info cache due to event network-changed-74659962-3a84-413d-99c8-4c99f7342c4e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.569527] env[69959]: DEBUG oslo_concurrency.lockutils [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.569665] env[69959]: DEBUG oslo_concurrency.lockutils [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.569826] env[69959]: DEBUG nova.network.neutron [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Refreshing network info cache for port 74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.696470] env[69959]: INFO nova.compute.manager [-] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Took 1.28 seconds to deallocate network for instance. [ 1063.746582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.820532] env[69959]: DEBUG nova.scheduler.client.report [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.046027] env[69959]: DEBUG nova.network.neutron [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.208318] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.279555] env[69959]: DEBUG nova.network.neutron [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updated VIF entry in instance network info cache for port 74659962-3a84-413d-99c8-4c99f7342c4e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.279555] env[69959]: DEBUG nova.network.neutron [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap74659962-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.325455] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.329039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.876s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.329039] env[69959]: DEBUG nova.objects.instance [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lazy-loading 'resources' on Instance uuid 7fc93886-b7a4-42a0-817e-31dfab3f3fd7 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.349558] env[69959]: INFO nova.scheduler.client.report [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocations for instance a5d262a7-5803-4169-9c1f-8f112c44db09 [ 1064.421837] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.449252] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.449790] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.449995] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.450219] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.450371] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.450520] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.450732] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.450888] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.451098] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.451272] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.451444] env[69959]: DEBUG nova.virt.hardware [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.452401] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347a830-b54a-4911-85f4-62cf37bdc7af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.460877] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4797bfd2-8bdf-4d16-818d-8d06209b271b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.548613] env[69959]: INFO nova.compute.manager [-] [instance: c629d989-53cd-45e5-858f-847b696aa872] Took 1.44 seconds to deallocate network for instance. [ 1064.782576] env[69959]: DEBUG oslo_concurrency.lockutils [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.782929] env[69959]: DEBUG nova.compute.manager [req-57bebcc6-750c-405d-8952-1d6597b29a68 req-2e8fb910-9969-4209-bfdd-a1ba3fb25f94 service nova] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Received event network-vif-deleted-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.858193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ada89668-03f6-41a9-a251-9dadc1cb89a7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "a5d262a7-5803-4169-9c1f-8f112c44db09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.012s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.016161] env[69959]: DEBUG nova.network.neutron [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Successfully updated port: e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.055176] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.123554] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9044dd-7be2-4196-b8ef-f5a3afaea946 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.132021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a7aa96-5f9d-42bf-b7c4-2a5a909c8500 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.162389] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b05d633-0c59-4b31-bc98-6339e31e444e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.170937] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815d07d0-27fc-4d9f-b8f4-087c021c7965 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.184585] env[69959]: DEBUG nova.compute.provider_tree [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.518153] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.518365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.518558] env[69959]: DEBUG nova.network.neutron [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.605488] env[69959]: DEBUG nova.compute.manager [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: c629d989-53cd-45e5-858f-847b696aa872] Received event network-vif-deleted-81e29b07-1588-4b89-855d-2eab688f7024 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.605741] env[69959]: DEBUG nova.compute.manager [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-vif-plugged-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.605873] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.606166] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.606364] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.606553] env[69959]: DEBUG nova.compute.manager [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] No waiting events found dispatching network-vif-plugged-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.607094] env[69959]: WARNING nova.compute.manager [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received unexpected event network-vif-plugged-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd for instance with vm_state building and task_state spawning. [ 1065.607094] env[69959]: DEBUG nova.compute.manager [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.607094] env[69959]: DEBUG nova.compute.manager [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing instance network info cache due to event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.607266] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.688101] env[69959]: DEBUG nova.scheduler.client.report [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.052889] env[69959]: DEBUG nova.network.neutron [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.194076] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.196981] env[69959]: DEBUG nova.network.neutron [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.198324] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.170s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.213156] env[69959]: INFO nova.scheduler.client.report [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Deleted allocations for instance 7fc93886-b7a4-42a0-817e-31dfab3f3fd7 [ 1066.565258] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.565258] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.701089] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.701451] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Instance network_info: |[{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.709169] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.709370] env[69959]: DEBUG nova.network.neutron [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.710719] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:6e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.719009] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.722022] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.722723] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6464288e-4875-4fe7-ae5b-9880eee4467a tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Lock "7fc93886-b7a4-42a0-817e-31dfab3f3fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.003s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.723818] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab23126c-6e72-45d4-abfc-88db2d90ccb0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.747214] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.747214] env[69959]: value = "task-4087234" [ 1066.747214] env[69959]: _type = "Task" [ 1066.747214] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.757097] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087234, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.070439] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.224186] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Applying migration context for instance db9e828d-2231-429d-bc03-f60d03e7897a as it has an incoming, in-progress migration 96c9d82a-1b2e-4e33-9dfc-3fd6b1276e12. Migration status is confirming {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1067.226387] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating resource usage from migration 96c9d82a-1b2e-4e33-9dfc-3fd6b1276e12 [ 1067.255542] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e8a8267c-9619-4668-8ac1-e485a202a451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.255938] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c629d989-53cd-45e5-858f-847b696aa872 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.255938] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a363197e-38b3-48fb-a1fe-6664f613458b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.256065] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.256202] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.256303] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance bcebeb10-9891-4526-84fb-2a653b50eadc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.256440] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 761c07e6-53cb-4754-a3db-a3ea6f902f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.256572] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance afc0b893-39b1-4523-9e25-77d517f5e468 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.256698] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance eabbeb11-1a92-4230-8159-4ded9d9e10ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.256819] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 574d2f50-1416-4c2c-a515-91585203cf9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.256935] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0b7a5c06-5cf9-4a40-99c7-720465e11439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.257063] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Migration 96c9d82a-1b2e-4e33-9dfc-3fd6b1276e12 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1067.257179] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance db9e828d-2231-429d-bc03-f60d03e7897a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.257310] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 50a8e7a8-006d-4eeb-a35a-d8970ce9da01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.262503] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087234, 'name': CreateVM_Task, 'duration_secs': 0.380896} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.262934] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.263837] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.263874] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.264201] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.264507] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73517f4e-9c39-4ad3-9c7f-ec07766253ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.274411] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1067.274411] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d9db91-f153-f5cf-e487-7fabf098598b" [ 1067.274411] env[69959]: _type = "Task" [ 1067.274411] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.283830] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d9db91-f153-f5cf-e487-7fabf098598b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.559129] env[69959]: DEBUG nova.network.neutron [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updated VIF entry in instance network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.559129] env[69959]: DEBUG nova.network.neutron [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.598848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.764146] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5338915a-210e-48a7-abe3-dbc04f037c0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1067.764417] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a2815433-9ad9-4fc0-ab3f-5f41f00cd953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.785793] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d9db91-f153-f5cf-e487-7fabf098598b, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.786102] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.786342] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.786571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.786717] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.786897] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.787180] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2984513-8511-4ddf-91e4-9b25e9cd80bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.796268] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.796492] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.797254] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd22aa4b-3f31-4b5a-85ae-77416e0de6be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.803411] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1067.803411] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528adfcd-7e55-687d-8b2a-856cbf0e0099" [ 1067.803411] env[69959]: _type = "Task" [ 1067.803411] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.811486] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528adfcd-7e55-687d-8b2a-856cbf0e0099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.061193] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3c5d875-c0c5-4fc1-bef2-893d89c178c6 req-a7007487-bf9c-46f9-86e7-42a7129f4bd5 service nova] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.125900] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "31962f2e-e106-42e5-a7a4-02a003131277" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.126291] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "31962f2e-e106-42e5-a7a4-02a003131277" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.268868] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 977590a2-ab04-4998-b28d-c6eaf9066ce6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1068.315065] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528adfcd-7e55-687d-8b2a-856cbf0e0099, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.315950] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b1e8f1-1eab-4599-9c0d-871f6da86d7c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.323910] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1068.323910] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529d7de2-a320-a0da-eb1a-16499f459189" [ 1068.323910] env[69959]: _type = "Task" [ 1068.323910] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.334238] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529d7de2-a320-a0da-eb1a-16499f459189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.629722] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.772228] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 71fe8f7d-9553-4785-893a-af6458e9f713 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1068.834632] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529d7de2-a320-a0da-eb1a-16499f459189, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.834945] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.835254] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a2815433-9ad9-4fc0-ab3f-5f41f00cd953/a2815433-9ad9-4fc0-ab3f-5f41f00cd953.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.835518] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13d5d6f2-e2e8-48ae-940c-26d33187dba0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.843198] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1068.843198] env[69959]: value = "task-4087235" [ 1068.843198] env[69959]: _type = "Task" [ 1068.843198] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.852102] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.157132] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.275815] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1069.276024] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (7fd20412-76af-425c-a8c7-822bce27256b): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1069.355142] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474142} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.355476] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a2815433-9ad9-4fc0-ab3f-5f41f00cd953/a2815433-9ad9-4fc0-ab3f-5f41f00cd953.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.355712] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.355978] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa48e8c-a122-4714-8a99-10d23ebe1758 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.368089] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1069.368089] env[69959]: value = "task-4087236" [ 1069.368089] env[69959]: _type = "Task" [ 1069.368089] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.375220] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.779299] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c498d34b-eab3-4235-8351-5b6dbfada4c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1069.779591] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1069.779740] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1069.877061] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107321} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.877503] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.878321] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0216d-226c-4f50-a3a7-7aea341b9f50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.907168] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a2815433-9ad9-4fc0-ab3f-5f41f00cd953/a2815433-9ad9-4fc0-ab3f-5f41f00cd953.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.910610] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0bfc79-96f1-4f10-9e40-97529ecadb3c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.931914] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1069.931914] env[69959]: value = "task-4087237" [ 1069.931914] env[69959]: _type = "Task" [ 1069.931914] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.940411] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.147815] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2aa5d8-6d67-4816-a20a-41b676d56055 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.155961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe2512-b883-4eda-a503-9cffd73c6d3c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.187186] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ba4e2-6db9-463d-8a71-49dc22b1cb32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.196346] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd543a-6bb7-4d8e-a3ea-ed747ba1e45c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.216027] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.442598] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087237, 'name': ReconfigVM_Task, 'duration_secs': 0.309969} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.442881] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a2815433-9ad9-4fc0-ab3f-5f41f00cd953/a2815433-9ad9-4fc0-ab3f-5f41f00cd953.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.443559] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e55b6674-63ec-444e-8af2-d88cee64fae9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.450353] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1070.450353] env[69959]: value = "task-4087238" [ 1070.450353] env[69959]: _type = "Task" [ 1070.450353] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.459176] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087238, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.719221] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.966050] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087238, 'name': Rename_Task, 'duration_secs': 0.173093} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.966390] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.966666] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc5ecaaf-cb78-4c9e-84a1-14a3f42fed94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.979093] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1070.979093] env[69959]: value = "task-4087239" [ 1070.979093] env[69959]: _type = "Task" [ 1070.979093] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.986417] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.231043] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1071.231422] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.033s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.231829] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.003s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.232202] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.235295] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.048s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.235295] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.239186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.145s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.239186] env[69959]: INFO nova.compute.claims [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.267209] env[69959]: INFO nova.scheduler.client.report [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Deleted allocations for instance afc0b893-39b1-4523-9e25-77d517f5e468 [ 1071.268885] env[69959]: INFO nova.scheduler.client.report [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted allocations for instance 574d2f50-1416-4c2c-a515-91585203cf9c [ 1071.492092] env[69959]: DEBUG oslo_vmware.api [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087239, 'name': PowerOnVM_Task, 'duration_secs': 0.461141} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.494708] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.495011] env[69959]: INFO nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1071.495218] env[69959]: DEBUG nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.496098] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f2b6ae-d4d4-4b14-8c26-cddc6676884d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.785351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3b66a55d-1bd0-457d-9d38-dde5bdc1a99e tempest-ServerShowV247Test-980436228 tempest-ServerShowV247Test-980436228-project-member] Lock "afc0b893-39b1-4523-9e25-77d517f5e468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.837s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.796665] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "574d2f50-1416-4c2c-a515-91585203cf9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.247s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.016782] env[69959]: INFO nova.compute.manager [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Took 27.14 seconds to build instance. [ 1072.412385] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "daccb0d1-201d-456e-bff3-848662f2751a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.412385] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "daccb0d1-201d-456e-bff3-848662f2751a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.452947] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.452947] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.487655] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.487900] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.519447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.656s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.645391] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424faac-e062-43ba-bce2-7f4d2ec7e057 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.654822] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0305d6-db1c-4e32-93ab-41cd54977e97 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.697410] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a7bb6a-809f-4701-a39c-c97206e66a0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.706765] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11023a-83b7-4c25-8bf3-6ea18e1137b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.723209] env[69959]: DEBUG nova.compute.provider_tree [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.775591] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "bcebeb10-9891-4526-84fb-2a653b50eadc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.776565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.776565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "bcebeb10-9891-4526-84fb-2a653b50eadc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.776565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.776565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.780449] env[69959]: INFO nova.compute.manager [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Terminating instance [ 1072.914770] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.958938] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.990147] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.228965] env[69959]: DEBUG nova.scheduler.client.report [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.286443] env[69959]: DEBUG nova.compute.manager [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.286443] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.287304] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5eb75b-26a9-4dbf-b726-e3521a96c9cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.298711] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.298711] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677744dc-3e6f-4a5e-a6d6-aa5947d21673 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.305074] env[69959]: DEBUG oslo_vmware.api [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1073.305074] env[69959]: value = "task-4087240" [ 1073.305074] env[69959]: _type = "Task" [ 1073.305074] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.318048] env[69959]: DEBUG oslo_vmware.api [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.353459] env[69959]: DEBUG nova.compute.manager [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.354029] env[69959]: DEBUG nova.compute.manager [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing instance network info cache due to event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.354029] env[69959]: DEBUG oslo_concurrency.lockutils [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.354029] env[69959]: DEBUG oslo_concurrency.lockutils [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.354202] env[69959]: DEBUG nova.network.neutron [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.442483] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.442816] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.452216] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.486705] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.519133] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.738072] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.741047] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.741774] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.623s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.816806] env[69959]: DEBUG oslo_vmware.api [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087240, 'name': PowerOffVM_Task, 'duration_secs': 0.35584} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.817214] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.817285] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.817668] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b769d772-77ab-4abf-8179-38b543b69695 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.897495] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.897495] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.897495] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleting the datastore file [datastore2] bcebeb10-9891-4526-84fb-2a653b50eadc {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.897495] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de2d013-ed8f-4c4f-8a04-203cdd9b48f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.906725] env[69959]: DEBUG oslo_vmware.api [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1073.906725] env[69959]: value = "task-4087242" [ 1073.906725] env[69959]: _type = "Task" [ 1073.906725] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.915346] env[69959]: DEBUG oslo_vmware.api [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.946813] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.100419] env[69959]: DEBUG nova.network.neutron [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updated VIF entry in instance network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.100838] env[69959]: DEBUG nova.network.neutron [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.248208] env[69959]: DEBUG nova.compute.utils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.249811] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.249967] env[69959]: DEBUG nova.network.neutron [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.289479] env[69959]: DEBUG nova.policy [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.385558] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.385803] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.419792] env[69959]: DEBUG oslo_vmware.api [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171415} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.422498] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.422698] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.422883] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.423069] env[69959]: INFO nova.compute.manager [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1074.423417] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.423829] env[69959]: DEBUG nova.compute.manager [-] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.423931] env[69959]: DEBUG nova.network.neutron [-] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.469019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.605130] env[69959]: DEBUG oslo_concurrency.lockutils [req-1965b887-5fe6-4386-9bb4-f18653b0ef90 req-86a14fa7-8b47-404d-9ce1-1739bff0a1ab service nova] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.630186] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f90a07-7837-49ba-9b67-f8e65050d830 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.638286] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c2452-28b2-4c6c-a80b-f6381f4dcc0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.671724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f4ed7-91dc-4bdb-939c-e185c96014c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.679641] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1fb2b-a18f-4880-b812-5bba2173403d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.696505] env[69959]: DEBUG nova.compute.provider_tree [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.732136] env[69959]: DEBUG nova.network.neutron [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Successfully created port: ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.752623] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.859947] env[69959]: DEBUG nova.compute.manager [req-9ab55545-688a-4dca-b9bc-d0622c7e9d86 req-9e2f223f-8174-4058-9313-126d13b915d9 service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Received event network-vif-deleted-25c66531-218e-4881-a3f9-cd85e71ca1d0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.860088] env[69959]: INFO nova.compute.manager [req-9ab55545-688a-4dca-b9bc-d0622c7e9d86 req-9e2f223f-8174-4058-9313-126d13b915d9 service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Neutron deleted interface 25c66531-218e-4881-a3f9-cd85e71ca1d0; detaching it from the instance and deleting it from the info cache [ 1074.860311] env[69959]: DEBUG nova.network.neutron [req-9ab55545-688a-4dca-b9bc-d0622c7e9d86 req-9e2f223f-8174-4058-9313-126d13b915d9 service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.890445] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.203429] env[69959]: DEBUG nova.scheduler.client.report [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.339186] env[69959]: DEBUG nova.network.neutron [-] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.363079] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeadabc9-8826-4b9e-8248-f74a2472ad14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.374087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f4b66-8ba1-4e00-9811-f2c8a994e1d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.406543] env[69959]: DEBUG nova.compute.manager [req-9ab55545-688a-4dca-b9bc-d0622c7e9d86 req-9e2f223f-8174-4058-9313-126d13b915d9 service nova] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Detach interface failed, port_id=25c66531-218e-4881-a3f9-cd85e71ca1d0, reason: Instance bcebeb10-9891-4526-84fb-2a653b50eadc could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.423815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.765024] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.793031] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.793031] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.793212] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.794229] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.794532] env[69959]: DEBUG nova.virt.hardware [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.795287] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cbeca0-74b5-4eb8-a2b6-4223869ac16e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.804241] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da9ee9-6a18-43c5-864c-ce015f713ad8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.842036] env[69959]: INFO nova.compute.manager [-] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Took 1.42 seconds to deallocate network for instance. [ 1076.216022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.474s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.216022] env[69959]: DEBUG nova.compute.manager [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69959) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1076.218457] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.543s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.220098] env[69959]: DEBUG nova.objects.instance [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.257556] env[69959]: DEBUG nova.network.neutron [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Successfully updated port: ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.348512] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.760964] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-977590a2-ab04-4998-b28d-c6eaf9066ce6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.761593] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-977590a2-ab04-4998-b28d-c6eaf9066ce6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.761593] env[69959]: DEBUG nova.network.neutron [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.788293] env[69959]: INFO nova.scheduler.client.report [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted allocation for migration 96c9d82a-1b2e-4e33-9dfc-3fd6b1276e12 [ 1076.890587] env[69959]: DEBUG nova.compute.manager [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Received event network-vif-plugged-ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.890813] env[69959]: DEBUG oslo_concurrency.lockutils [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] Acquiring lock "977590a2-ab04-4998-b28d-c6eaf9066ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.891032] env[69959]: DEBUG oslo_concurrency.lockutils [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.891210] env[69959]: DEBUG oslo_concurrency.lockutils [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.891379] env[69959]: DEBUG nova.compute.manager [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] No waiting events found dispatching network-vif-plugged-ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1076.891541] env[69959]: WARNING nova.compute.manager [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Received unexpected event network-vif-plugged-ed71aad3-9d5c-492e-92db-2ed78647db08 for instance with vm_state building and task_state spawning. [ 1076.891696] env[69959]: DEBUG nova.compute.manager [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Received event network-changed-ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.891847] env[69959]: DEBUG nova.compute.manager [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Refreshing instance network info cache due to event network-changed-ed71aad3-9d5c-492e-92db-2ed78647db08. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.892031] env[69959]: DEBUG oslo_concurrency.lockutils [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] Acquiring lock "refresh_cache-977590a2-ab04-4998-b28d-c6eaf9066ce6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.234350] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17252621-16c6-4cc3-9235-ed4bfa0b8eb6 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.235565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.500s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.238682] env[69959]: INFO nova.compute.claims [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.293761] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c9edd41-92a3-4a52-b3a1-a1880a3ced9b tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.487s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.297248] env[69959]: DEBUG nova.network.neutron [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.426213] env[69959]: DEBUG nova.network.neutron [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Updating instance_info_cache with network_info: [{"id": "ed71aad3-9d5c-492e-92db-2ed78647db08", "address": "fa:16:3e:13:94:53", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped71aad3-9d", "ovs_interfaceid": "ed71aad3-9d5c-492e-92db-2ed78647db08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.571993] env[69959]: DEBUG nova.objects.instance [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'flavor' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.928943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-977590a2-ab04-4998-b28d-c6eaf9066ce6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929334] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Instance network_info: |[{"id": "ed71aad3-9d5c-492e-92db-2ed78647db08", "address": "fa:16:3e:13:94:53", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped71aad3-9d", "ovs_interfaceid": "ed71aad3-9d5c-492e-92db-2ed78647db08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.929672] env[69959]: DEBUG oslo_concurrency.lockutils [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] Acquired lock "refresh_cache-977590a2-ab04-4998-b28d-c6eaf9066ce6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.929851] env[69959]: DEBUG nova.network.neutron [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Refreshing network info cache for port ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.931077] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:94:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed71aad3-9d5c-492e-92db-2ed78647db08', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.939279] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.939772] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.940009] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01f12dab-b32c-4987-83ee-6f3e91b1a2a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.072994] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.072994] env[69959]: value = "task-4087243" [ 1078.072994] env[69959]: _type = "Task" [ 1078.072994] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.079354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.079612] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.079821] env[69959]: DEBUG nova.network.neutron [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.080094] env[69959]: DEBUG nova.objects.instance [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'info_cache' on Instance uuid db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.084853] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087243, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.554069] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f11323-300d-4b79-94ba-bbd2b4334400 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.563880] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5346a-1c83-4827-9902-92cd1c973089 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.594132] env[69959]: DEBUG nova.objects.base [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1078.601688] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb789e7-bdf9-42aa-bcee-748bac3bce48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.611402] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087243, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.614772] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1355f227-73cc-4f87-b338-00979314ffaa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.631710] env[69959]: DEBUG nova.compute.provider_tree [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.668978] env[69959]: DEBUG nova.network.neutron [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Updated VIF entry in instance network info cache for port ed71aad3-9d5c-492e-92db-2ed78647db08. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.669383] env[69959]: DEBUG nova.network.neutron [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Updating instance_info_cache with network_info: [{"id": "ed71aad3-9d5c-492e-92db-2ed78647db08", "address": "fa:16:3e:13:94:53", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped71aad3-9d", "ovs_interfaceid": "ed71aad3-9d5c-492e-92db-2ed78647db08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.952835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.953320] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.102233] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087243, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.135072] env[69959]: DEBUG nova.scheduler.client.report [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.172268] env[69959]: DEBUG oslo_concurrency.lockutils [req-d07771e8-de5c-428f-a300-939317a83232 req-ddcbe7d1-4e2f-4850-8ad7-af9ae16c5c49 service nova] Releasing lock "refresh_cache-977590a2-ab04-4998-b28d-c6eaf9066ce6" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.337035] env[69959]: DEBUG nova.network.neutron [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [{"id": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "address": "fa:16:3e:b9:09:55", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa72dea5b-bc", "ovs_interfaceid": "a72dea5b-bc6e-468a-b066-b20fd4e9af60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.457850] env[69959]: DEBUG nova.compute.utils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.603596] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087243, 'name': CreateVM_Task, 'duration_secs': 1.463164} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.603766] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.604477] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.604644] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.604982] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.605255] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59419b18-bc99-4f87-969e-c3291fc18038 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.610363] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1079.610363] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520b5682-b1a6-c62a-8cba-afae7a1c09cf" [ 1079.610363] env[69959]: _type = "Task" [ 1079.610363] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.618895] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520b5682-b1a6-c62a-8cba-afae7a1c09cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.641955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.642596] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.645379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.365s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.646831] env[69959]: INFO nova.compute.claims [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.840069] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-db9e828d-2231-429d-bc03-f60d03e7897a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.961988] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.122139] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520b5682-b1a6-c62a-8cba-afae7a1c09cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.122139] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.122402] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.122641] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.122793] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.122978] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.123313] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcbc2a8c-2f00-404d-a5ab-c892a91cde07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.132610] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.132789] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.133569] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857b36c8-41b9-4358-ae14-c6ad8117e675 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.139338] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1080.139338] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52174921-f793-d79c-ac64-c6ea9e12eadc" [ 1080.139338] env[69959]: _type = "Task" [ 1080.139338] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.149157] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52174921-f793-d79c-ac64-c6ea9e12eadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.151447] env[69959]: DEBUG nova.compute.utils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.154645] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.154809] env[69959]: DEBUG nova.network.neutron [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.197969] env[69959]: DEBUG nova.policy [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4019f9a5f6cd436a932a8446f8c2680e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a19f844f2246a5a3173abc5a13e986', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.459087] env[69959]: DEBUG nova.network.neutron [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Successfully created port: 1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.650407] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52174921-f793-d79c-ac64-c6ea9e12eadc, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.651333] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f214497-1a18-4b4f-b25b-fd9b8e005cc0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.655966] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.663746] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1080.663746] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c9f304-3f33-3865-d4e0-305ca0fbcbab" [ 1080.663746] env[69959]: _type = "Task" [ 1080.663746] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.674091] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c9f304-3f33-3865-d4e0-305ca0fbcbab, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.674353] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.674651] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 977590a2-ab04-4998-b28d-c6eaf9066ce6/977590a2-ab04-4998-b28d-c6eaf9066ce6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.674945] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31fe8722-d407-4e61-ade7-e03919e4619d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.682961] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1080.682961] env[69959]: value = "task-4087244" [ 1080.682961] env[69959]: _type = "Task" [ 1080.682961] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.693139] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.846201] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.846500] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-297344f6-8e8a-4b93-b971-5befd4245b56 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.855738] env[69959]: DEBUG oslo_vmware.api [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1080.855738] env[69959]: value = "task-4087245" [ 1080.855738] env[69959]: _type = "Task" [ 1080.855738] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.871116] env[69959]: DEBUG oslo_vmware.api [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.024730] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aea634-218e-4107-a96b-8d8fc7e7b7d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.034013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32966a34-f6be-4c0c-8535-edd4d36bed9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.068953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.069330] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.069586] env[69959]: INFO nova.compute.manager [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Attaching volume 2af0cac0-340e-4192-818b-eb0b2fb8f8d5 to /dev/sdb [ 1081.073087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9288439a-975c-4f87-9a2b-cc1c73b18922 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.084688] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8405b48-3077-482c-8dae-6c0cc0fd25ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.105678] env[69959]: DEBUG nova.compute.provider_tree [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.122181] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33920c9-e9fd-4e78-8a79-46c6eee8a657 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.131402] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1527f-b433-4635-9534-b16e58946ae3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.149281] env[69959]: DEBUG nova.virt.block_device [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updating existing volume attachment record: ae321024-f2b0-4801-9930-c08463cd6d0b {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.193848] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495729} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.194152] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 977590a2-ab04-4998-b28d-c6eaf9066ce6/977590a2-ab04-4998-b28d-c6eaf9066ce6.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.194376] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.194671] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a1d7f5-cc41-4fd9-8cfb-3b8ce589510b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.202356] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1081.202356] env[69959]: value = "task-4087246" [ 1081.202356] env[69959]: _type = "Task" [ 1081.202356] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.213639] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.371772] env[69959]: DEBUG oslo_vmware.api [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087245, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.610028] env[69959]: DEBUG nova.scheduler.client.report [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.672537] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.699222] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.699586] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.699764] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.699951] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.700323] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.700529] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.700754] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.700920] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.701107] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.701281] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.701462] env[69959]: DEBUG nova.virt.hardware [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.702464] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a1505f-f39d-4b31-bea7-e766d56def12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.716556] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ca3858-2618-4a68-9c5c-259fe2977e8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.720501] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086828} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.720749] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.722294] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14c65a-aeec-461b-903f-f7c73ef423d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.754560] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 977590a2-ab04-4998-b28d-c6eaf9066ce6/977590a2-ab04-4998-b28d-c6eaf9066ce6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.754912] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a538beb-e049-4972-a1c4-4874bbac69cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.775985] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1081.775985] env[69959]: value = "task-4087248" [ 1081.775985] env[69959]: _type = "Task" [ 1081.775985] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.786961] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.870858] env[69959]: DEBUG oslo_vmware.api [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087245, 'name': PowerOnVM_Task, 'duration_secs': 0.544169} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.871150] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.871353] env[69959]: DEBUG nova.compute.manager [None req-f724eea9-4df3-4b59-85d9-300735253e3e tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.872186] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23def5de-a21d-471f-90b6-ea9c4df43157 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.883756] env[69959]: DEBUG nova.compute.manager [req-f62b1508-b514-4afa-be31-b70703699683 req-c116da66-fae9-4fe2-a1c3-e1933f4bfaeb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Received event network-vif-plugged-1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.883972] env[69959]: DEBUG oslo_concurrency.lockutils [req-f62b1508-b514-4afa-be31-b70703699683 req-c116da66-fae9-4fe2-a1c3-e1933f4bfaeb service nova] Acquiring lock "71fe8f7d-9553-4785-893a-af6458e9f713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.884195] env[69959]: DEBUG oslo_concurrency.lockutils [req-f62b1508-b514-4afa-be31-b70703699683 req-c116da66-fae9-4fe2-a1c3-e1933f4bfaeb service nova] Lock "71fe8f7d-9553-4785-893a-af6458e9f713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.884362] env[69959]: DEBUG oslo_concurrency.lockutils [req-f62b1508-b514-4afa-be31-b70703699683 req-c116da66-fae9-4fe2-a1c3-e1933f4bfaeb service nova] Lock "71fe8f7d-9553-4785-893a-af6458e9f713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.884566] env[69959]: DEBUG nova.compute.manager [req-f62b1508-b514-4afa-be31-b70703699683 req-c116da66-fae9-4fe2-a1c3-e1933f4bfaeb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] No waiting events found dispatching network-vif-plugged-1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1081.884723] env[69959]: WARNING nova.compute.manager [req-f62b1508-b514-4afa-be31-b70703699683 req-c116da66-fae9-4fe2-a1c3-e1933f4bfaeb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Received unexpected event network-vif-plugged-1eba1a06-33f5-4ffa-84af-312383cadda2 for instance with vm_state building and task_state spawning. [ 1081.989621] env[69959]: DEBUG nova.network.neutron [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Successfully updated port: 1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.115375] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.116120] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.120504] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.438s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.120936] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.123942] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.712s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.124221] env[69959]: DEBUG nova.objects.instance [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'pci_requests' on Instance uuid 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.288085] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087248, 'name': ReconfigVM_Task, 'duration_secs': 0.289097} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.288410] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 977590a2-ab04-4998-b28d-c6eaf9066ce6/977590a2-ab04-4998-b28d-c6eaf9066ce6.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.289143] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc938b1-0735-4aab-8059-543c9dc5e8a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.297494] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1082.297494] env[69959]: value = "task-4087249" [ 1082.297494] env[69959]: _type = "Task" [ 1082.297494] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.306715] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087249, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.491235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "refresh_cache-71fe8f7d-9553-4785-893a-af6458e9f713" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.491423] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquired lock "refresh_cache-71fe8f7d-9553-4785-893a-af6458e9f713" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.491526] env[69959]: DEBUG nova.network.neutron [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.621977] env[69959]: DEBUG nova.compute.utils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.623762] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.624204] env[69959]: DEBUG nova.network.neutron [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.628176] env[69959]: DEBUG nova.objects.instance [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'numa_topology' on Instance uuid 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.636912] env[69959]: DEBUG oslo_concurrency.lockutils [None req-15ccfd2f-de09-4fb1-b553-7731d0915853 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.445s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.638753] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.892s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.639736] env[69959]: INFO nova.compute.manager [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Unshelving [ 1082.674189] env[69959]: DEBUG nova.policy [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508213a6e70e46c39a6662d96fabf034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '821a975702c241188388bfc0eb600481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.808218] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087249, 'name': Rename_Task, 'duration_secs': 0.176711} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.808563] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.808861] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c24be69f-1460-4a43-aa83-eebdb76c745d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.816647] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1082.816647] env[69959]: value = "task-4087250" [ 1082.816647] env[69959]: _type = "Task" [ 1082.816647] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.827318] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.979452] env[69959]: DEBUG nova.network.neutron [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Successfully created port: 07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.044135] env[69959]: DEBUG nova.network.neutron [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.127429] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.133090] env[69959]: INFO nova.compute.claims [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.296996] env[69959]: DEBUG nova.network.neutron [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Updating instance_info_cache with network_info: [{"id": "1eba1a06-33f5-4ffa-84af-312383cadda2", "address": "fa:16:3e:0d:56:bd", "network": {"id": "373457ad-0a5f-4961-a90f-35336acbd9aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-445882208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a19f844f2246a5a3173abc5a13e986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eba1a06-33", "ovs_interfaceid": "1eba1a06-33f5-4ffa-84af-312383cadda2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.330091] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.388398] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.388398] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.388398] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.388398] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.388723] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.391544] env[69959]: INFO nova.compute.manager [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Terminating instance [ 1083.677999] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.800888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Releasing lock "refresh_cache-71fe8f7d-9553-4785-893a-af6458e9f713" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.801140] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Instance network_info: |[{"id": "1eba1a06-33f5-4ffa-84af-312383cadda2", "address": "fa:16:3e:0d:56:bd", "network": {"id": "373457ad-0a5f-4961-a90f-35336acbd9aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-445882208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a19f844f2246a5a3173abc5a13e986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eba1a06-33", "ovs_interfaceid": "1eba1a06-33f5-4ffa-84af-312383cadda2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.801586] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:56:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eba1a06-33f5-4ffa-84af-312383cadda2', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.809735] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Creating folder: Project (d6a19f844f2246a5a3173abc5a13e986). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.810176] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767463b5-de4d-46f7-add3-04ea9ef2408b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.825485] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Created folder: Project (d6a19f844f2246a5a3173abc5a13e986) in parent group-v809535. [ 1083.825783] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Creating folder: Instances. Parent ref: group-v809793. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.826573] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8cda22f-a2f9-481c-8e5e-72d9a59828b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.831359] env[69959]: DEBUG oslo_vmware.api [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087250, 'name': PowerOnVM_Task, 'duration_secs': 0.569571} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.831994] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.832267] env[69959]: INFO nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1083.832485] env[69959]: DEBUG nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.833375] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764c9523-0d6b-44ef-951f-d51cdb4f3892 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.845298] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Created folder: Instances in parent group-v809793. [ 1083.845535] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.845902] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.846227] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e26b6324-0a54-42c1-8f60-630d92cca60d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.868899] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.868899] env[69959]: value = "task-4087254" [ 1083.868899] env[69959]: _type = "Task" [ 1083.868899] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.878781] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087254, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.895436] env[69959]: DEBUG nova.compute.manager [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.895902] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.896668] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b9b0f-5b7a-43fb-b17d-0a650a8858bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.907225] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.907557] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd0c1ee-f3c6-4a4a-a1b5-bbe28e96cf8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.914992] env[69959]: DEBUG nova.compute.manager [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Received event network-changed-1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.915261] env[69959]: DEBUG nova.compute.manager [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Refreshing instance network info cache due to event network-changed-1eba1a06-33f5-4ffa-84af-312383cadda2. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.915425] env[69959]: DEBUG oslo_concurrency.lockutils [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] Acquiring lock "refresh_cache-71fe8f7d-9553-4785-893a-af6458e9f713" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.915608] env[69959]: DEBUG oslo_concurrency.lockutils [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] Acquired lock "refresh_cache-71fe8f7d-9553-4785-893a-af6458e9f713" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.915722] env[69959]: DEBUG nova.network.neutron [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Refreshing network info cache for port 1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.918927] env[69959]: DEBUG oslo_vmware.api [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1083.918927] env[69959]: value = "task-4087255" [ 1083.918927] env[69959]: _type = "Task" [ 1083.918927] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.929666] env[69959]: DEBUG oslo_vmware.api [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.138985] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.170349] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.170615] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.170776] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.170961] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.175313] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.175601] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.175941] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.176068] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.176206] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.176404] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.176585] env[69959]: DEBUG nova.virt.hardware [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.178550] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb87797-5158-422e-b54e-2d6c513dae10 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.190421] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39841234-71ba-47cb-9de4-5af29d584a43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.353516] env[69959]: INFO nova.compute.manager [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Took 32.29 seconds to build instance. [ 1084.385551] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087254, 'name': CreateVM_Task, 'duration_secs': 0.478518} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.385754] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.386507] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.386696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.387015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.387294] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa51738-5b87-4cd8-aa79-837cbb577b4e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.396726] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1084.396726] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5223a8c0-83ef-4665-de6c-7d89a6757546" [ 1084.396726] env[69959]: _type = "Task" [ 1084.396726] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.407704] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5223a8c0-83ef-4665-de6c-7d89a6757546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.434274] env[69959]: DEBUG oslo_vmware.api [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087255, 'name': PowerOffVM_Task, 'duration_secs': 0.277783} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.435406] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.435611] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.435910] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84a45b00-71a8-486c-81b4-a908829fd9c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.538200] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.538200] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.538200] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleting the datastore file [datastore1] db9e828d-2231-429d-bc03-f60d03e7897a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.538200] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be4657bd-463c-45d6-8892-02d1d206994d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.546477] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d960918-ff3e-454a-8be5-9c50b342defa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.553985] env[69959]: DEBUG oslo_vmware.api [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1084.553985] env[69959]: value = "task-4087257" [ 1084.553985] env[69959]: _type = "Task" [ 1084.553985] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.562093] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b595c8c-7883-4490-a7a4-461d35010644 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.570494] env[69959]: DEBUG oslo_vmware.api [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.609726] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a095d7d-8527-4f39-b3dc-aa4023e82cc8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.617878] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6df8c32-3dd3-495a-8092-c22bf434b1f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.639249] env[69959]: DEBUG nova.compute.provider_tree [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.808959] env[69959]: DEBUG nova.network.neutron [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Updated VIF entry in instance network info cache for port 1eba1a06-33f5-4ffa-84af-312383cadda2. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.809353] env[69959]: DEBUG nova.network.neutron [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Updating instance_info_cache with network_info: [{"id": "1eba1a06-33f5-4ffa-84af-312383cadda2", "address": "fa:16:3e:0d:56:bd", "network": {"id": "373457ad-0a5f-4961-a90f-35336acbd9aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-445882208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a19f844f2246a5a3173abc5a13e986", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eba1a06-33", "ovs_interfaceid": "1eba1a06-33f5-4ffa-84af-312383cadda2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.859694] env[69959]: DEBUG oslo_concurrency.lockutils [None req-46a5d18f-ed8a-4e19-9542-3c576c231a95 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.801s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.873146] env[69959]: DEBUG nova.network.neutron [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Successfully updated port: 07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.908526] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5223a8c0-83ef-4665-de6c-7d89a6757546, 'name': SearchDatastore_Task, 'duration_secs': 0.034386} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.908845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.909090] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.909328] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.909476] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.909656] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.909922] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39bcc65c-b90e-4b8d-857f-77ddbda36cfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.919026] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.919218] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.919933] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acace89-f2d4-41f5-973d-2b8f12bbd008 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.925689] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1084.925689] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e5fb45-22b8-2a3d-6b02-143d40c3592f" [ 1084.925689] env[69959]: _type = "Task" [ 1084.925689] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.934235] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e5fb45-22b8-2a3d-6b02-143d40c3592f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.067699] env[69959]: DEBUG oslo_vmware.api [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154237} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.067912] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.068256] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.068577] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.068878] env[69959]: INFO nova.compute.manager [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1085.069288] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.069590] env[69959]: DEBUG nova.compute.manager [-] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.069748] env[69959]: DEBUG nova.network.neutron [-] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.143088] env[69959]: DEBUG nova.scheduler.client.report [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.311788] env[69959]: DEBUG oslo_concurrency.lockutils [req-d058938b-527e-4bdd-9961-ace6c0e2e0d6 req-baadcffc-3ac3-4964-b10f-9e3308ce278d service nova] Releasing lock "refresh_cache-71fe8f7d-9553-4785-893a-af6458e9f713" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.376701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.376701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.377064] env[69959]: DEBUG nova.network.neutron [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.436977] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "a8ecea62-88de-455a-8bed-cd9402d69a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.437248] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.444488] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e5fb45-22b8-2a3d-6b02-143d40c3592f, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.445569] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7572ceb7-7498-4734-8a48-076bbe98319b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.452319] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1085.452319] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5291a281-dde7-584a-90e1-3b39720cb719" [ 1085.452319] env[69959]: _type = "Task" [ 1085.452319] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.463673] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5291a281-dde7-584a-90e1-3b39720cb719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.652046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.525s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.652046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.443s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.652046] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.656294] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.601s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.657728] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.661203] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.063s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.665697] env[69959]: INFO nova.compute.claims [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.688698] env[69959]: INFO nova.scheduler.client.report [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocations for instance eabbeb11-1a92-4230-8159-4ded9d9e10ff [ 1085.694244] env[69959]: INFO nova.scheduler.client.report [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Deleted allocations for instance c629d989-53cd-45e5-858f-847b696aa872 [ 1085.703035] env[69959]: INFO nova.network.neutron [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating port c1f400ac-f385-49a0-8e44-4a8505e79697 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1085.706237] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.706452] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809792', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'name': 'volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'serial': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.707760] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe6520d-635b-4080-8748-b402ab0e7375 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.734038] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc8a107-1969-47fb-9962-78fb2cc699d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.762144] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5/volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.763253] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e01c465-3b10-461a-8d25-529cde815e5c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.788283] env[69959]: DEBUG oslo_vmware.api [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1085.788283] env[69959]: value = "task-4087258" [ 1085.788283] env[69959]: _type = "Task" [ 1085.788283] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.798749] env[69959]: DEBUG oslo_vmware.api [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.937210] env[69959]: DEBUG nova.network.neutron [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.945874] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.955340] env[69959]: DEBUG nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Received event network-vif-plugged-07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.955340] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] Acquiring lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.955340] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.955340] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.955340] env[69959]: DEBUG nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] No waiting events found dispatching network-vif-plugged-07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1085.955340] env[69959]: WARNING nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Received unexpected event network-vif-plugged-07d772c3-e19a-450d-acca-0df3ef3c09e7 for instance with vm_state building and task_state spawning. [ 1085.955340] env[69959]: DEBUG nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Received event network-changed-07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.955340] env[69959]: DEBUG nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Refreshing instance network info cache due to event network-changed-07d772c3-e19a-450d-acca-0df3ef3c09e7. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.955340] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] Acquiring lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.965046] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5291a281-dde7-584a-90e1-3b39720cb719, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.965320] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.965582] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 71fe8f7d-9553-4785-893a-af6458e9f713/71fe8f7d-9553-4785-893a-af6458e9f713.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.965864] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2a927f-37ff-43b0-b60d-aa447c00e0ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.978407] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1085.978407] env[69959]: value = "task-4087259" [ 1085.978407] env[69959]: _type = "Task" [ 1085.978407] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.987845] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.021021] env[69959]: DEBUG nova.network.neutron [-] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.143841] env[69959]: DEBUG nova.network.neutron [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [{"id": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "address": "fa:16:3e:40:ee:11", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d772c3-e1", "ovs_interfaceid": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.203629] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6d6ab685-a88f-401d-8b6d-b5679fab3959 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "eabbeb11-1a92-4230-8159-4ded9d9e10ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.433s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.205862] env[69959]: DEBUG oslo_concurrency.lockutils [None req-010ae674-3ce4-4635-881a-0cc4a7ab610b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Lock "c629d989-53cd-45e5-858f-847b696aa872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.886s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.304039] env[69959]: DEBUG oslo_vmware.api [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087258, 'name': ReconfigVM_Task, 'duration_secs': 0.391499} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.304791] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5/volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.309958] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92009195-4fcb-40e2-b0c3-bd6509667acb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.331247] env[69959]: DEBUG oslo_vmware.api [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1086.331247] env[69959]: value = "task-4087260" [ 1086.331247] env[69959]: _type = "Task" [ 1086.331247] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.349612] env[69959]: DEBUG oslo_vmware.api [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.477271] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.491977] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.525606] env[69959]: INFO nova.compute.manager [-] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Took 1.45 seconds to deallocate network for instance. [ 1086.650752] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.651276] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Instance network_info: |[{"id": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "address": "fa:16:3e:40:ee:11", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d772c3-e1", "ovs_interfaceid": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.651739] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] Acquired lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.652036] env[69959]: DEBUG nova.network.neutron [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Refreshing network info cache for port 07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.653876] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ee:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d772c3-e19a-450d-acca-0df3ef3c09e7', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.668146] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.673463] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.674162] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8baca70f-9a7c-4d94-bb3f-36977572c6ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.708822] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.708822] env[69959]: value = "task-4087261" [ 1086.708822] env[69959]: _type = "Task" [ 1086.708822] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.717691] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087261, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.849185] env[69959]: DEBUG oslo_vmware.api [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087260, 'name': ReconfigVM_Task, 'duration_secs': 0.246506} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.851993] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809792', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'name': 'volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'serial': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.993110] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532793} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.993816] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 71fe8f7d-9553-4785-893a-af6458e9f713/71fe8f7d-9553-4785-893a-af6458e9f713.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.994083] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.994373] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440d37bb-9866-442a-a138-cc1336dfd671 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.007840] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1087.007840] env[69959]: value = "task-4087262" [ 1087.007840] env[69959]: _type = "Task" [ 1087.007840] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.021429] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.031677] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.038939] env[69959]: DEBUG nova.network.neutron [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updated VIF entry in instance network info cache for port 07d772c3-e19a-450d-acca-0df3ef3c09e7. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.039310] env[69959]: DEBUG nova.network.neutron [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [{"id": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "address": "fa:16:3e:40:ee:11", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d772c3-e1", "ovs_interfaceid": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.074445] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46430ce-cbb0-4fa3-8b5e-5f93638c46f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.083855] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d65aa0-b244-439c-8fb7-9c5110027302 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.118794] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6354d-e2a4-4d9c-8b32-e5efa889f003 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.127703] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e34b2-fa06-4060-8cc6-ea9a1f5e257b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.142943] env[69959]: DEBUG nova.compute.provider_tree [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.221631] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087261, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.518511] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205679} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.518834] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.519731] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68c401d-5ad1-4608-b44e-91849393e876 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.544956] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 71fe8f7d-9553-4785-893a-af6458e9f713/71fe8f7d-9553-4785-893a-af6458e9f713.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.545650] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] Releasing lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.545964] env[69959]: DEBUG nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Received event network-vif-deleted-a72dea5b-bc6e-468a-b066-b20fd4e9af60 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.546222] env[69959]: INFO nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Neutron deleted interface a72dea5b-bc6e-468a-b066-b20fd4e9af60; detaching it from the instance and deleting it from the info cache [ 1087.546455] env[69959]: DEBUG nova.network.neutron [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.547658] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-addc0b30-681b-4428-adb5-9ece9ef44322 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.563201] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-665bf199-6a42-4965-aed1-fceaa32c9099 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.574092] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78633248-0b1c-4720-bb38-ed86a9c35edc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.588307] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1087.588307] env[69959]: value = "task-4087263" [ 1087.588307] env[69959]: _type = "Task" [ 1087.588307] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.597935] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.612922] env[69959]: DEBUG nova.compute.manager [req-ac2d745c-2cca-4a12-8c27-69c42a558283 req-345718c8-f2b4-4a0f-9bf5-7c7ffb2e52a8 service nova] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Detach interface failed, port_id=a72dea5b-bc6e-468a-b066-b20fd4e9af60, reason: Instance db9e828d-2231-429d-bc03-f60d03e7897a could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.646099] env[69959]: DEBUG nova.scheduler.client.report [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.722034] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087261, 'name': CreateVM_Task, 'duration_secs': 0.798439} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.722219] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.723025] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.723204] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.723569] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.723828] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175342e5-1810-4083-b173-75c1dc25aab0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.729488] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1087.729488] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5219ded4-5e94-355f-53fb-99ea4ec560ec" [ 1087.729488] env[69959]: _type = "Task" [ 1087.729488] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.743551] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5219ded4-5e94-355f-53fb-99ea4ec560ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.745457] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.745664] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.745844] env[69959]: DEBUG nova.network.neutron [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.896325] env[69959]: DEBUG nova.objects.instance [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0b7a5c06-5cf9-4a40-99c7-720465e11439 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.013181] env[69959]: DEBUG nova.compute.manager [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-vif-plugged-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.013181] env[69959]: DEBUG oslo_concurrency.lockutils [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.013181] env[69959]: DEBUG oslo_concurrency.lockutils [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.013181] env[69959]: DEBUG oslo_concurrency.lockutils [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.013181] env[69959]: DEBUG nova.compute.manager [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] No waiting events found dispatching network-vif-plugged-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1088.013181] env[69959]: WARNING nova.compute.manager [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received unexpected event network-vif-plugged-c1f400ac-f385-49a0-8e44-4a8505e79697 for instance with vm_state shelved_offloaded and task_state spawning. [ 1088.013533] env[69959]: DEBUG nova.compute.manager [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.013850] env[69959]: DEBUG nova.compute.manager [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing instance network info cache due to event network-changed-c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.014190] env[69959]: DEBUG oslo_concurrency.lockutils [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] Acquiring lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.099408] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087263, 'name': ReconfigVM_Task, 'duration_secs': 0.375936} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.099710] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 71fe8f7d-9553-4785-893a-af6458e9f713/71fe8f7d-9553-4785-893a-af6458e9f713.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.100396] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a59c593-3fff-40e0-ad13-9464ebbaa622 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.107874] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1088.107874] env[69959]: value = "task-4087264" [ 1088.107874] env[69959]: _type = "Task" [ 1088.107874] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.119535] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087264, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.151801] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.152502] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.156709] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.163035] env[69959]: INFO nova.compute.claims [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.241267] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5219ded4-5e94-355f-53fb-99ea4ec560ec, 'name': SearchDatastore_Task, 'duration_secs': 0.025459} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.241769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.241769] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.241769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.241990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.242210] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.243052] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d2e12a-63e6-419e-a21d-f1e6ac4bfcb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.257471] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.257715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.258932] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245fe993-78fb-41a6-b6e2-b7fbd976b6aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.266320] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1088.266320] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52869233-5ca9-ca6e-0a10-504f9eae0953" [ 1088.266320] env[69959]: _type = "Task" [ 1088.266320] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.280609] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52869233-5ca9-ca6e-0a10-504f9eae0953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.403947] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7e3ba1ce-3599-4d8d-8d27-cd0dac2b6dc2 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.527227] env[69959]: DEBUG nova.network.neutron [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.627664] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087264, 'name': Rename_Task, 'duration_secs': 0.205665} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.628279] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.629067] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce5a99e-c887-4e69-ab06-fd7a86284337 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.636241] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1088.636241] env[69959]: value = "task-4087265" [ 1088.636241] env[69959]: _type = "Task" [ 1088.636241] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.647541] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.670568] env[69959]: DEBUG nova.compute.utils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.672221] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.672495] env[69959]: DEBUG nova.network.neutron [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.760507] env[69959]: DEBUG nova.policy [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809e6a089c7642aeb98c01073e83f8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120b72feca9744f3b85bf6c48562ad0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.784068] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52869233-5ca9-ca6e-0a10-504f9eae0953, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.784919] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790334fe-ba1e-4c4c-81a9-3fa9ad2c406e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.790745] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1088.790745] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5271c021-46c1-66f9-82e0-73db0595f402" [ 1088.790745] env[69959]: _type = "Task" [ 1088.790745] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.798863] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5271c021-46c1-66f9-82e0-73db0595f402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.029822] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.033525] env[69959]: DEBUG oslo_concurrency.lockutils [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] Acquired lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.033525] env[69959]: DEBUG nova.network.neutron [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Refreshing network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.064507] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b93a85fa5516a8ef9343a4a62274edf',container_format='bare',created_at=2025-05-13T17:07:28Z,direct_url=,disk_format='vmdk',id=36c61ef7-ab97-4fb8-9784-1e23dbc4095d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-660961069-shelved',owner='27d74013598e405cb50dd88f09ba10b9',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-13T17:07:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.064835] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.065867] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.066181] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.066508] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.068381] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.068381] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.068381] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.068381] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.068381] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.068381] env[69959]: DEBUG nova.virt.hardware [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.069357] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d441404-b59f-490e-8fa7-15dfcd8a4162 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.080483] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac4d7b-ade7-494b-b1bf-fa1264e88b05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.095801] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:73:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f400ac-f385-49a0-8e44-4a8505e79697', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.103760] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.104059] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.104285] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c1d14e2-62ae-4fce-9576-48cee5b8a582 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.127943] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.127943] env[69959]: value = "task-4087266" [ 1089.127943] env[69959]: _type = "Task" [ 1089.127943] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.138844] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087266, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.148216] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087265, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.176500] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.246013] env[69959]: DEBUG nova.network.neutron [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Successfully created port: 2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.301299] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5271c021-46c1-66f9-82e0-73db0595f402, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.301623] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.301916] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1/e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.302556] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fcb2133-f4f5-4d18-a5a3-16555f3ed8bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.314135] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1089.314135] env[69959]: value = "task-4087267" [ 1089.314135] env[69959]: _type = "Task" [ 1089.314135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.327311] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.354803] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.355206] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.597292] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e07de9-60c9-4f95-b72a-4421dc969c33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.609109] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb194e-a2c1-493e-83e5-b1c143ed8465 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.655747] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9079137-ffae-4575-8608-64660d130cc8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.667392] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087266, 'name': CreateVM_Task, 'duration_secs': 0.395706} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.673658] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.673877] env[69959]: DEBUG oslo_vmware.api [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087265, 'name': PowerOnVM_Task, 'duration_secs': 0.882783} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.674596] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.674763] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.675174] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.676583] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426151f2-9a1a-4e88-9af2-c451464678e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.681388] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.681622] env[69959]: INFO nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1089.681819] env[69959]: DEBUG nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.682157] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a577545d-c119-46f9-9227-27134debaee0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.688900] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c693b-7bd4-4af9-88c2-7a44dc3a06a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.713641] env[69959]: DEBUG nova.compute.provider_tree [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.715222] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1089.715222] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52105623-7aa2-829a-c670-289eb6871dcb" [ 1089.715222] env[69959]: _type = "Task" [ 1089.715222] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.729048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729048] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Processing image 36c61ef7-ab97-4fb8-9784-1e23dbc4095d {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.729048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729048] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.729048] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615847e3-2ec5-42b6-bf51-bd40c34f26fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.753351] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.753526] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.754345] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef7f741-7e83-4686-af23-d09b6907ac98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.764128] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1089.764128] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fd87f8-82be-b283-67de-820adad8a272" [ 1089.764128] env[69959]: _type = "Task" [ 1089.764128] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.774324] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fd87f8-82be-b283-67de-820adad8a272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.826228] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.861011] env[69959]: DEBUG nova.compute.utils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.051250] env[69959]: DEBUG nova.network.neutron [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updated VIF entry in instance network info cache for port c1f400ac-f385-49a0-8e44-4a8505e79697. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.051534] env[69959]: DEBUG nova.network.neutron [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [{"id": "c1f400ac-f385-49a0-8e44-4a8505e79697", "address": "fa:16:3e:53:73:15", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f400ac-f3", "ovs_interfaceid": "c1f400ac-f385-49a0-8e44-4a8505e79697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.195556] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.218810] env[69959]: DEBUG nova.scheduler.client.report [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.230847] env[69959]: INFO nova.compute.manager [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Took 32.53 seconds to build instance. [ 1090.237386] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.237638] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.237793] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.237971] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.238195] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.238374] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.238628] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.238840] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.239071] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.239332] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.239570] env[69959]: DEBUG nova.virt.hardware [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.240758] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb75ead-9d87-4a0a-ba18-a3f89d803914 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.251290] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d45d2f-3d32-46e3-8a0b-628bedace9a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.278314] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1090.278602] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Fetch image to [datastore1] OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707/OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1090.278792] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Downloading stream optimized image 36c61ef7-ab97-4fb8-9784-1e23dbc4095d to [datastore1] OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707/OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707.vmdk on the data store datastore1 as vApp {{(pid=69959) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1090.278963] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Downloading image file data 36c61ef7-ab97-4fb8-9784-1e23dbc4095d to the ESX as VM named 'OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707' {{(pid=69959) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1090.328605] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54662} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.328605] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1/e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.328763] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.329012] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb2c6eba-80c4-4cdb-bf55-e15ba8b68a5c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.340489] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1090.340489] env[69959]: value = "task-4087268" [ 1090.340489] env[69959]: _type = "Task" [ 1090.340489] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.349545] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.368241] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.370017] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1090.370017] env[69959]: value = "resgroup-9" [ 1090.370017] env[69959]: _type = "ResourcePool" [ 1090.370017] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1090.371290] env[69959]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-610bb391-24b2-421b-b266-5a7e004ac5eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.398409] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease: (returnval){ [ 1090.398409] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1090.398409] env[69959]: _type = "HttpNfcLease" [ 1090.398409] env[69959]: } obtained for vApp import into resource pool (val){ [ 1090.398409] env[69959]: value = "resgroup-9" [ 1090.398409] env[69959]: _type = "ResourcePool" [ 1090.398409] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1090.398703] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the lease: (returnval){ [ 1090.398703] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1090.398703] env[69959]: _type = "HttpNfcLease" [ 1090.398703] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.410770] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.410770] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1090.410770] env[69959]: _type = "HttpNfcLease" [ 1090.410770] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.554974] env[69959]: DEBUG oslo_concurrency.lockutils [req-424d67ba-2358-4ba4-9956-1ab61c452039 req-0a271efa-5fd6-440b-833d-244325b593ca service nova] Releasing lock "refresh_cache-5338915a-210e-48a7-abe3-dbc04f037c0f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.727472] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.728019] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.731245] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.279s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.733038] env[69959]: INFO nova.compute.claims [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.736307] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "71fe8f7d-9553-4785-893a-af6458e9f713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.051s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.855265] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080154} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.855947] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.857813] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e57cf-da94-485d-a02f-cd7956b2fd99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.884313] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1/e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.886232] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c4b268-c879-4e89-be83-62c4d1c56f28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.908459] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.908459] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1090.908459] env[69959]: _type = "HttpNfcLease" [ 1090.908459] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.910476] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1090.910476] env[69959]: value = "task-4087270" [ 1090.910476] env[69959]: _type = "Task" [ 1090.910476] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.920317] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.157646] env[69959]: DEBUG nova.network.neutron [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Successfully updated port: 2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.163428] env[69959]: DEBUG nova.compute.manager [req-6a2d7c88-b7c4-42b5-a9bb-6f8ed94f6107 req-97841f72-b097-4cd2-b8f5-571abef9b2f3 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Received event network-vif-plugged-2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.163745] env[69959]: DEBUG oslo_concurrency.lockutils [req-6a2d7c88-b7c4-42b5-a9bb-6f8ed94f6107 req-97841f72-b097-4cd2-b8f5-571abef9b2f3 service nova] Acquiring lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.164037] env[69959]: DEBUG oslo_concurrency.lockutils [req-6a2d7c88-b7c4-42b5-a9bb-6f8ed94f6107 req-97841f72-b097-4cd2-b8f5-571abef9b2f3 service nova] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.164331] env[69959]: DEBUG oslo_concurrency.lockutils [req-6a2d7c88-b7c4-42b5-a9bb-6f8ed94f6107 req-97841f72-b097-4cd2-b8f5-571abef9b2f3 service nova] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.164639] env[69959]: DEBUG nova.compute.manager [req-6a2d7c88-b7c4-42b5-a9bb-6f8ed94f6107 req-97841f72-b097-4cd2-b8f5-571abef9b2f3 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] No waiting events found dispatching network-vif-plugged-2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.164928] env[69959]: WARNING nova.compute.manager [req-6a2d7c88-b7c4-42b5-a9bb-6f8ed94f6107 req-97841f72-b097-4cd2-b8f5-571abef9b2f3 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Received unexpected event network-vif-plugged-2926af51-0b28-4527-aad7-746bb969f36c for instance with vm_state building and task_state spawning. [ 1091.237926] env[69959]: DEBUG nova.compute.utils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.241890] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.242115] env[69959]: DEBUG nova.network.neutron [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.297031] env[69959]: DEBUG nova.policy [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09e88735805466fabf30f9fcdc45345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15360bad1bcc46f7bfd4f8d5f479faf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.345155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "interface-71fe8f7d-9553-4785-893a-af6458e9f713-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.345428] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "interface-71fe8f7d-9553-4785-893a-af6458e9f713-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.345942] env[69959]: DEBUG nova.objects.instance [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lazy-loading 'flavor' on Instance uuid 71fe8f7d-9553-4785-893a-af6458e9f713 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.413908] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.413908] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1091.413908] env[69959]: _type = "HttpNfcLease" [ 1091.413908] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1091.426322] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.443746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.444756] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.444756] env[69959]: INFO nova.compute.manager [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Attaching volume df57e5b0-ae39-44f1-b9d0-048e1b6b376d to /dev/sdc [ 1091.484058] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3e12d-905b-4045-b1f2-e4529174d5d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.490490] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24bcfe-0b33-4c24-907a-da843152ee4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.508486] env[69959]: DEBUG nova.virt.block_device [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updating existing volume attachment record: 37e51c1d-c0a0-4c14-819d-781b936a1a48 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.595661] env[69959]: DEBUG nova.network.neutron [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Successfully created port: d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.661123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.661289] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.661439] env[69959]: DEBUG nova.network.neutron [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.742819] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.850187] env[69959]: DEBUG nova.objects.instance [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lazy-loading 'pci_requests' on Instance uuid 71fe8f7d-9553-4785-893a-af6458e9f713 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.914866] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.914866] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1091.914866] env[69959]: _type = "HttpNfcLease" [ 1091.914866] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1091.927026] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.113131] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a44b6-70b2-4205-b001-1fe9b1d067b2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.120767] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce29ff1-ae90-4f5c-8bfb-262efd1402d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.153562] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3cdac-2609-41a4-bd3f-13e68a6b04ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.163400] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d1dee-9b32-4de4-b2c9-6e76bd6852b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.182588] env[69959]: DEBUG nova.compute.provider_tree [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.200141] env[69959]: DEBUG nova.network.neutron [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.351346] env[69959]: DEBUG nova.network.neutron [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updating instance_info_cache with network_info: [{"id": "2926af51-0b28-4527-aad7-746bb969f36c", "address": "fa:16:3e:d5:8e:68", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2926af51-0b", "ovs_interfaceid": "2926af51-0b28-4527-aad7-746bb969f36c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.354938] env[69959]: DEBUG nova.objects.base [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Object Instance<71fe8f7d-9553-4785-893a-af6458e9f713> lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.355160] env[69959]: DEBUG nova.network.neutron [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.409717] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.409717] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1092.409717] env[69959]: _type = "HttpNfcLease" [ 1092.409717] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.410054] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.410054] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52acb66a-4a93-4b8e-9449-676d65c84e81" [ 1092.410054] env[69959]: _type = "HttpNfcLease" [ 1092.410054] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1092.410844] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068fb62e-f365-422c-96d4-d9284b24f885 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.421366] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211163a-56e6-2a84-7049-b46a2c869357/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.421552] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211163a-56e6-2a84-7049-b46a2c869357/disk-0.vmdk. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1092.477663] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf4111fb-1af8-4759-892c-c1235c36f3e1 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "interface-71fe8f7d-9553-4785-893a-af6458e9f713-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.131s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.481950] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087270, 'name': ReconfigVM_Task, 'duration_secs': 1.367113} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.483977] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1/e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.487245] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e248c1-3a21-473f-878f-18a517ec0baf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.491675] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3e91ca1-89af-4258-9782-ebf32294821a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.502829] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1092.502829] env[69959]: value = "task-4087272" [ 1092.502829] env[69959]: _type = "Task" [ 1092.502829] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.513776] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087272, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.687319] env[69959]: DEBUG nova.scheduler.client.report [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.757233] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.785359] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.785551] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.785714] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.785899] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.786057] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.786214] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.786521] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.786709] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.786886] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.787066] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.787251] env[69959]: DEBUG nova.virt.hardware [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.788199] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b330e86-51b9-4346-9f78-2088546e526e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.798985] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0afcf-b7a9-4140-89d3-ac5f4fd7edee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.854154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.854685] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Instance network_info: |[{"id": "2926af51-0b28-4527-aad7-746bb969f36c", "address": "fa:16:3e:d5:8e:68", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2926af51-0b", "ovs_interfaceid": "2926af51-0b28-4527-aad7-746bb969f36c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.855240] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:8e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2926af51-0b28-4527-aad7-746bb969f36c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.864691] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.868034] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.868349] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8259b8d7-c4fd-480a-b4c6-cdf5987b11ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.892696] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.892696] env[69959]: value = "task-4087273" [ 1092.892696] env[69959]: _type = "Task" [ 1092.892696] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.903628] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087273, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.998621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.998621] env[69959]: DEBUG oslo_concurrency.lockutils [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.015726] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087272, 'name': Rename_Task, 'duration_secs': 0.175252} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.015996] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.016263] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7448655c-50a6-477c-be93-3f8dc4d95ca8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.025970] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1093.025970] env[69959]: value = "task-4087274" [ 1093.025970] env[69959]: _type = "Task" [ 1093.025970] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.038545] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.192688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.193742] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.196448] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.710s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.197907] env[69959]: INFO nova.compute.claims [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.236702] env[69959]: DEBUG nova.compute.manager [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Received event network-changed-2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.236926] env[69959]: DEBUG nova.compute.manager [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Refreshing instance network info cache due to event network-changed-2926af51-0b28-4527-aad7-746bb969f36c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.237272] env[69959]: DEBUG oslo_concurrency.lockutils [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] Acquiring lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.237329] env[69959]: DEBUG oslo_concurrency.lockutils [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] Acquired lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.237595] env[69959]: DEBUG nova.network.neutron [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Refreshing network info cache for port 2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.249273] env[69959]: DEBUG nova.network.neutron [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Successfully updated port: d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.404476] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087273, 'name': CreateVM_Task, 'duration_secs': 0.432266} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.404896] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.405388] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.405627] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.405939] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.406246] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2904ad20-45e1-4da6-a7f4-ecb7a500e2a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.416746] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1093.416746] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e0cbec-9119-d50f-c174-edba14c264ee" [ 1093.416746] env[69959]: _type = "Task" [ 1093.416746] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.436132] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e0cbec-9119-d50f-c174-edba14c264ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.438053] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.438349] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.438657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.438837] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.439048] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.439357] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5edd3d-e13d-4894-a7be-92488a62bcc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.449934] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.450796] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.452511] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5060171-28c7-438c-8d83-7b135574e9c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.459358] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1093.459358] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e59e1e-5376-fccc-4a03-cd0eaaef546a" [ 1093.459358] env[69959]: _type = "Task" [ 1093.459358] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.469992] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e59e1e-5376-fccc-4a03-cd0eaaef546a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.503431] env[69959]: INFO nova.compute.manager [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Detaching volume 55b1da1a-b0cd-4f4d-9e61-1361afba817d [ 1093.538965] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.542181] env[69959]: INFO nova.virt.block_device [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Attempting to driver detach volume 55b1da1a-b0cd-4f4d-9e61-1361afba817d from mountpoint /dev/sdb [ 1093.542181] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.542181] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.542910] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef68e4-1d81-4dad-b911-58cd19161d43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.569344] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fadd63-d2f6-4b52-b8be-6a2a31b88a0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.578199] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a8c98-e7ba-4d49-94f4-c140d4a45359 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.601993] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7dc33d-5e70-4888-85cc-b05fb47fc71b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.618753] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] The volume has not been displaced from its original location: [datastore2] volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d/volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.624643] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.624746] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb3d2be-ea4d-44f0-9be0-6e014e8e051f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.649103] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1093.649103] env[69959]: value = "task-4087275" [ 1093.649103] env[69959]: _type = "Task" [ 1093.649103] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.660506] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.702272] env[69959]: DEBUG nova.compute.utils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.706169] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.706406] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.753522] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.753720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.753896] env[69959]: DEBUG nova.network.neutron [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.789861] env[69959]: DEBUG nova.policy [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169448e207314e80a5b8274c5a5d9ea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fb98ef473b45b3862cf86ffe361a6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.870296] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1093.870559] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211163a-56e6-2a84-7049-b46a2c869357/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.871684] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bf960f-d347-4f73-a5cb-e25946d8646c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.880361] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211163a-56e6-2a84-7049-b46a2c869357/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.880666] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211163a-56e6-2a84-7049-b46a2c869357/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1093.880955] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bcc8d9b5-e734-4b6b-aebd-c5e9461f35fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.973176] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e59e1e-5376-fccc-4a03-cd0eaaef546a, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.976249] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f379d044-9454-4ee9-9246-7d6e41b5bb25 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.988356] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1093.988356] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525d6f0b-dd6d-efe7-eec6-4a4c342f07be" [ 1093.988356] env[69959]: _type = "Task" [ 1093.988356] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.999330] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525d6f0b-dd6d-efe7-eec6-4a4c342f07be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.037953] env[69959]: DEBUG oslo_vmware.api [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087274, 'name': PowerOnVM_Task, 'duration_secs': 0.676148} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.040527] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.040825] env[69959]: INFO nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1094.041039] env[69959]: DEBUG nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.041868] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250458f8-2801-4b4e-a080-148156534124 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.104157] env[69959]: DEBUG nova.network.neutron [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updated VIF entry in instance network info cache for port 2926af51-0b28-4527-aad7-746bb969f36c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.104157] env[69959]: DEBUG nova.network.neutron [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updating instance_info_cache with network_info: [{"id": "2926af51-0b28-4527-aad7-746bb969f36c", "address": "fa:16:3e:d5:8e:68", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2926af51-0b", "ovs_interfaceid": "2926af51-0b28-4527-aad7-746bb969f36c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.163502] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087275, 'name': ReconfigVM_Task, 'duration_secs': 0.378333} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.164020] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.172780] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-286799d7-34af-450f-ae39-27398c91c092 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.189612] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1094.189612] env[69959]: value = "task-4087277" [ 1094.189612] env[69959]: _type = "Task" [ 1094.189612] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.197356] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.212191] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.225943] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Successfully created port: 3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.305145] env[69959]: DEBUG nova.network.neutron [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.377037] env[69959]: DEBUG oslo_vmware.rw_handles [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211163a-56e6-2a84-7049-b46a2c869357/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1094.377300] env[69959]: INFO nova.virt.vmwareapi.images [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Downloaded image file data 36c61ef7-ab97-4fb8-9784-1e23dbc4095d [ 1094.378198] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9701003d-23a8-4067-8f5c-0c4ddfbe6618 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.408513] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2431ff39-0f07-4413-80ac-ece0d39ec2eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.500544] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525d6f0b-dd6d-efe7-eec6-4a4c342f07be, 'name': SearchDatastore_Task, 'duration_secs': 0.019814} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.503742] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.504061] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c498d34b-eab3-4235-8351-5b6dbfada4c3/c498d34b-eab3-4235-8351-5b6dbfada4c3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.504975] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6dcf7e-4de5-4001-8333-6d2699c2b593 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.513986] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1094.513986] env[69959]: value = "task-4087279" [ 1094.513986] env[69959]: _type = "Task" [ 1094.513986] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.528857] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.551563] env[69959]: INFO nova.virt.vmwareapi.images [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] The imported VM was unregistered [ 1094.554440] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1094.554711] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating directory with path [datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.556222] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f985c95-19d5-40ff-b2f9-d14e5309b5d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.571604] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created directory with path [datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.571797] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707/OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707.vmdk to [datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk. {{(pid=69959) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1094.572398] env[69959]: INFO nova.compute.manager [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Took 32.31 seconds to build instance. [ 1094.573389] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ee452852-a6bd-495a-b6c1-2f185b87d01a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.582119] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1094.582119] env[69959]: value = "task-4087280" [ 1094.582119] env[69959]: _type = "Task" [ 1094.582119] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.585649] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "71fe8f7d-9553-4785-893a-af6458e9f713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.586486] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "71fe8f7d-9553-4785-893a-af6458e9f713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.586486] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "71fe8f7d-9553-4785-893a-af6458e9f713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.586486] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "71fe8f7d-9553-4785-893a-af6458e9f713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.586486] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "71fe8f7d-9553-4785-893a-af6458e9f713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.591596] env[69959]: INFO nova.compute.manager [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Terminating instance [ 1094.600426] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.609415] env[69959]: DEBUG oslo_concurrency.lockutils [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] Releasing lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.609848] env[69959]: DEBUG nova.compute.manager [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Received event network-vif-plugged-d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.609975] env[69959]: DEBUG oslo_concurrency.lockutils [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] Acquiring lock "31962f2e-e106-42e5-a7a4-02a003131277-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.610866] env[69959]: DEBUG oslo_concurrency.lockutils [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] Lock "31962f2e-e106-42e5-a7a4-02a003131277-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.610866] env[69959]: DEBUG oslo_concurrency.lockutils [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] Lock "31962f2e-e106-42e5-a7a4-02a003131277-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.610866] env[69959]: DEBUG nova.compute.manager [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] No waiting events found dispatching network-vif-plugged-d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1094.611140] env[69959]: WARNING nova.compute.manager [req-4422cf46-2c92-4d30-8fc7-49c4c3710e1d req-34b9bdce-ef48-4502-8b53-40dc01957bdb service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Received unexpected event network-vif-plugged-d247f108-80af-4415-9157-50f9ff46e8cf for instance with vm_state building and task_state spawning. [ 1094.621295] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbafffe-1e39-44b5-acee-ccb3b0f6aa91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.630908] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38fd06c-1c0b-4399-aedf-3660d7a0e7fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.677745] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb793151-87bb-4f23-8b48-1635687026d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.687357] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a076efc-2f7a-49db-a614-31611f3eebcb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.707639] env[69959]: DEBUG nova.compute.provider_tree [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.716029] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.813049] env[69959]: DEBUG nova.network.neutron [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updating instance_info_cache with network_info: [{"id": "d247f108-80af-4415-9157-50f9ff46e8cf", "address": "fa:16:3e:ef:eb:f9", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd247f108-80", "ovs_interfaceid": "d247f108-80af-4415-9157-50f9ff46e8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.916741] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.917160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.917375] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.917959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.917959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.922599] env[69959]: INFO nova.compute.manager [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Terminating instance [ 1095.027255] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.819s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.098548] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.102570] env[69959]: DEBUG nova.compute.manager [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.102815] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.104401] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9714d-677b-477f-a199-5faa34319fad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.113253] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.113616] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a52285cc-de42-4c27-ad61-5cd19519570c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.123279] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1095.123279] env[69959]: value = "task-4087281" [ 1095.123279] env[69959]: _type = "Task" [ 1095.123279] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.134955] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.203856] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.216208] env[69959]: DEBUG nova.scheduler.client.report [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.225683] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.258297] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.258577] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.258713] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.258990] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.259059] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.259216] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.259433] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.259596] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.259807] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.259959] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.260184] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.261113] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca48665-41b6-4449-83fc-6f1854ef9897 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.275682] env[69959]: DEBUG nova.compute.manager [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Received event network-changed-d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.275963] env[69959]: DEBUG nova.compute.manager [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Refreshing instance network info cache due to event network-changed-d247f108-80af-4415-9157-50f9ff46e8cf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.276237] env[69959]: DEBUG oslo_concurrency.lockutils [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] Acquiring lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.277931] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc9434-ac57-4b09-b321-556de1f82e48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.315491] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.315889] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance network_info: |[{"id": "d247f108-80af-4415-9157-50f9ff46e8cf", "address": "fa:16:3e:ef:eb:f9", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd247f108-80", "ovs_interfaceid": "d247f108-80af-4415-9157-50f9ff46e8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.316228] env[69959]: DEBUG oslo_concurrency.lockutils [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] Acquired lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.316415] env[69959]: DEBUG nova.network.neutron [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Refreshing network info cache for port d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.317994] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:eb:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd247f108-80af-4415-9157-50f9ff46e8cf', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.325900] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.329053] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.329826] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749acbab-f11d-438e-9e1e-a76c534dd9df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.355435] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.355435] env[69959]: value = "task-4087282" [ 1095.355435] env[69959]: _type = "Task" [ 1095.355435] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.369363] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087282, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.429333] env[69959]: DEBUG nova.compute.manager [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.429675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.430616] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac807525-bbd9-48c6-983a-8120f21f9e23 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.445351] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.445854] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e8d8d9-cee1-40e2-89c7-1cb7cbb87c35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.458760] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1095.458760] env[69959]: value = "task-4087283" [ 1095.458760] env[69959]: _type = "Task" [ 1095.458760] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.477461] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.532438] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518085} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.532930] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c498d34b-eab3-4235-8351-5b6dbfada4c3/c498d34b-eab3-4235-8351-5b6dbfada4c3.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.533296] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.533690] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9047e02-8028-4f4e-b189-be5cd3e8100e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.545149] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1095.545149] env[69959]: value = "task-4087284" [ 1095.545149] env[69959]: _type = "Task" [ 1095.545149] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.560305] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.601359] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.632060] env[69959]: DEBUG nova.network.neutron [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updated VIF entry in instance network info cache for port d247f108-80af-4415-9157-50f9ff46e8cf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.632555] env[69959]: DEBUG nova.network.neutron [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updating instance_info_cache with network_info: [{"id": "d247f108-80af-4415-9157-50f9ff46e8cf", "address": "fa:16:3e:ef:eb:f9", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd247f108-80", "ovs_interfaceid": "d247f108-80af-4415-9157-50f9ff46e8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.645099] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087281, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.707417] env[69959]: DEBUG oslo_vmware.api [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087277, 'name': ReconfigVM_Task, 'duration_secs': 1.207319} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.707735] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809773', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'name': 'volume-55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '761c07e6-53cb-4754-a3db-a3ea6f902f89', 'attached_at': '', 'detached_at': '', 'volume_id': '55b1da1a-b0cd-4f4d-9e61-1361afba817d', 'serial': '55b1da1a-b0cd-4f4d-9e61-1361afba817d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.725386] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.725987] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.728706] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.213s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.731521] env[69959]: INFO nova.compute.claims [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.868347] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087282, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.974074] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087283, 'name': PowerOffVM_Task, 'duration_secs': 0.442791} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.974074] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.974340] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.974409] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f950dabd-5880-4e23-a8ef-9a7f17e87644 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.058376] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12965} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.058582] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.060069] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75963e91-36b6-48d9-b97c-25b5de96778d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.065951] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.065951] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.065951] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Deleting the datastore file [datastore1] 50a8e7a8-006d-4eeb-a35a-d8970ce9da01 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.067035] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc5f6c2-323f-4d0c-aea9-4b20de8fb744 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.090801] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c498d34b-eab3-4235-8351-5b6dbfada4c3/c498d34b-eab3-4235-8351-5b6dbfada4c3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.093630] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.094062] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809799', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'name': 'volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'serial': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.095039] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7584b3-9582-444c-9f10-1829dc3a73c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.115689] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83786f72-74ad-4875-a420-8cebe54b0723 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.122934] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for the task: (returnval){ [ 1096.122934] env[69959]: value = "task-4087286" [ 1096.122934] env[69959]: _type = "Task" [ 1096.122934] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.149122] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.149648] env[69959]: DEBUG oslo_concurrency.lockutils [req-cfa59133-f9c5-4031-a61a-252880633179 req-42a0a83f-e2a7-4f1d-9de5-86782cb3fdb0 service nova] Releasing lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.152198] env[69959]: DEBUG nova.compute.manager [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1096.157059] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a6fd0-3330-4b06-89a7-842db1a239ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.160101] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1096.160101] env[69959]: value = "task-4087287" [ 1096.160101] env[69959]: _type = "Task" [ 1096.160101] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.170794] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.207199] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d/volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.207596] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087281, 'name': PowerOffVM_Task, 'duration_secs': 0.769161} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.208567] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Successfully updated port: 3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.210239] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4707c289-7e8f-4159-a69c-09cc1a56442a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.224619] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.224891] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.229778] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73750929-c694-4d5e-b50e-46915d276919 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231886] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.237667] env[69959]: DEBUG nova.compute.utils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.245043] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.245043] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.245242] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1096.245242] env[69959]: value = "task-4087288" [ 1096.245242] env[69959]: _type = "Task" [ 1096.245242] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.257981] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.270741] env[69959]: DEBUG nova.objects.instance [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'flavor' on Instance uuid 761c07e6-53cb-4754-a3db-a3ea6f902f89 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.305922] env[69959]: DEBUG nova.policy [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169448e207314e80a5b8274c5a5d9ea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fb98ef473b45b3862cf86ffe361a6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.336428] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.336428] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.336685] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Deleting the datastore file [datastore2] 71fe8f7d-9553-4785-893a-af6458e9f713 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.336975] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65be275e-56d9-44a7-91e9-2b0f926aad07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.347419] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for the task: (returnval){ [ 1096.347419] env[69959]: value = "task-4087290" [ 1096.347419] env[69959]: _type = "Task" [ 1096.347419] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.359960] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.372432] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087282, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.607314] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Successfully created port: d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.618745] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.641181] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.681427] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.688389] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.726292] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "refresh_cache-daccb0d1-201d-456e-bff3-848662f2751a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.728283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "refresh_cache-daccb0d1-201d-456e-bff3-848662f2751a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.728283] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.746563] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.767200] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.860770] env[69959]: DEBUG oslo_vmware.api [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Task: {'id': task-4087290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290973} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.865301] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.865579] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.865856] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.866091] env[69959]: INFO nova.compute.manager [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1096.866436] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.870752] env[69959]: DEBUG nova.compute.manager [-] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.870933] env[69959]: DEBUG nova.network.neutron [-] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.881544] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087282, 'name': CreateVM_Task, 'duration_secs': 1.030424} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.881703] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.882523] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.882700] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.883077] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.883409] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502a94ff-7a28-420b-ae65-1a0160d37ee0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.895346] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1096.895346] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528d6f98-4325-1c09-86ae-0a02d2fdf8ad" [ 1096.895346] env[69959]: _type = "Task" [ 1096.895346] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.911052] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528d6f98-4325-1c09-86ae-0a02d2fdf8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.109953] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.141620] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.177017] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.179462] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad179de-00d6-4608-8345-309db0136bd0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.190690] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0be920f-ecd8-4ec1-a220-1d13d209c3ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.229168] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e14e68-8096-4705-97d5-989362d33eab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.240864] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8d952f-83a3-4a01-aaa2-35d16bc1cb58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.266460] env[69959]: DEBUG nova.compute.provider_tree [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.279315] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.285363] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087288, 'name': ReconfigVM_Task, 'duration_secs': 0.868624} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.287153] env[69959]: DEBUG oslo_concurrency.lockutils [None req-488ea4da-42b2-43b3-b6d3-cc2382a45b20 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.289s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.288240] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d/volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.293896] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a90a52-db84-4d7b-bcf5-5fe5d407ed16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.309858] env[69959]: DEBUG nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Received event network-vif-plugged-3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.311056] env[69959]: DEBUG oslo_concurrency.lockutils [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] Acquiring lock "daccb0d1-201d-456e-bff3-848662f2751a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.311056] env[69959]: DEBUG oslo_concurrency.lockutils [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] Lock "daccb0d1-201d-456e-bff3-848662f2751a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.311056] env[69959]: DEBUG oslo_concurrency.lockutils [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] Lock "daccb0d1-201d-456e-bff3-848662f2751a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.311056] env[69959]: DEBUG nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] No waiting events found dispatching network-vif-plugged-3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1097.311056] env[69959]: WARNING nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Received unexpected event network-vif-plugged-3b66d556-b28b-4c76-931f-842253776ebf for instance with vm_state building and task_state spawning. [ 1097.311056] env[69959]: DEBUG nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Received event network-changed-3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.311449] env[69959]: DEBUG nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Refreshing instance network info cache due to event network-changed-3b66d556-b28b-4c76-931f-842253776ebf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.311449] env[69959]: DEBUG oslo_concurrency.lockutils [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] Acquiring lock "refresh_cache-daccb0d1-201d-456e-bff3-848662f2751a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.317377] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1097.317377] env[69959]: value = "task-4087291" [ 1097.317377] env[69959]: _type = "Task" [ 1097.317377] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.333599] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.406364] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528d6f98-4325-1c09-86ae-0a02d2fdf8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.098854} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.406725] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.406965] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.407216] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.407372] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.407558] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.411113] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387a0073-f51c-48ab-878d-d2df982a5831 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.431188] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.431399] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.432548] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30e7b4f-51bb-48a4-ae86-40e9e18ea86e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.439268] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1097.439268] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cd8bee-0e7c-8afb-6fc8-fb442275264d" [ 1097.439268] env[69959]: _type = "Task" [ 1097.439268] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.444655] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Updating instance_info_cache with network_info: [{"id": "3b66d556-b28b-4c76-931f-842253776ebf", "address": "fa:16:3e:8e:50:d3", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b66d556-b2", "ovs_interfaceid": "3b66d556-b28b-4c76-931f-842253776ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.448990] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cd8bee-0e7c-8afb-6fc8-fb442275264d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.608930] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087280, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.02321} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.609840] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707/OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707.vmdk to [datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk. [ 1097.609840] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Cleaning up location [datastore1] OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1097.609840] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0df4e889-7a81-4593-8269-b8a419ff0707 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.610247] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4da603a8-9a57-41cc-8de4-c2b8478bf3d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.619616] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1097.619616] env[69959]: value = "task-4087292" [ 1097.619616] env[69959]: _type = "Task" [ 1097.619616] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.630167] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.640724] env[69959]: DEBUG oslo_vmware.api [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Task: {'id': task-4087286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.518364} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.640992] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.641268] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.641407] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.641606] env[69959]: INFO nova.compute.manager [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1097.641853] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.642642] env[69959]: DEBUG nova.compute.manager [-] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.642840] env[69959]: DEBUG nova.network.neutron [-] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.676335] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087287, 'name': ReconfigVM_Task, 'duration_secs': 1.142927} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.676653] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c498d34b-eab3-4235-8351-5b6dbfada4c3/c498d34b-eab3-4235-8351-5b6dbfada4c3.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.677347] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae7d2d70-6099-45a7-a22f-15ecac528ccf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.685477] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1097.685477] env[69959]: value = "task-4087293" [ 1097.685477] env[69959]: _type = "Task" [ 1097.685477] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.695229] env[69959]: DEBUG nova.network.neutron [-] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.696775] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087293, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.770066] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.774304] env[69959]: DEBUG nova.scheduler.client.report [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.801026] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.801379] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.801722] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.805113] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.805113] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.805113] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b61f5d-1612-404e-8b59-52575e1c59ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.815619] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be37d4d-1016-4186-8b09-3d8ec2a7f80b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.839510] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.883498] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.883680] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.883913] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "761c07e6-53cb-4754-a3db-a3ea6f902f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.884193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.884287] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.887770] env[69959]: INFO nova.compute.manager [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Terminating instance [ 1097.952967] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "refresh_cache-daccb0d1-201d-456e-bff3-848662f2751a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.952967] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Instance network_info: |[{"id": "3b66d556-b28b-4c76-931f-842253776ebf", "address": "fa:16:3e:8e:50:d3", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b66d556-b2", "ovs_interfaceid": "3b66d556-b28b-4c76-931f-842253776ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.953421] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cd8bee-0e7c-8afb-6fc8-fb442275264d, 'name': SearchDatastore_Task, 'duration_secs': 0.019012} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.953670] env[69959]: DEBUG oslo_concurrency.lockutils [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] Acquired lock "refresh_cache-daccb0d1-201d-456e-bff3-848662f2751a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.953862] env[69959]: DEBUG nova.network.neutron [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Refreshing network info cache for port 3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.955244] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:50:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b66d556-b28b-4c76-931f-842253776ebf', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.963069] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Creating folder: Project (75fb98ef473b45b3862cf86ffe361a6a). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.967124] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd893662-7bad-4061-b1af-56553cabf994 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.969231] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8cdbdd-af16-4ac9-bd3c-f10d5a435179 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.976165] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1097.976165] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ae2f37-b578-ccbf-587f-1a711c2641fb" [ 1097.976165] env[69959]: _type = "Task" [ 1097.976165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.983188] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Created folder: Project (75fb98ef473b45b3862cf86ffe361a6a) in parent group-v809535. [ 1097.983188] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Creating folder: Instances. Parent ref: group-v809802. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.986037] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d1fc6f-c3ae-4e16-a69a-57322492059a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.987902] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ae2f37-b578-ccbf-587f-1a711c2641fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.998016] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Created folder: Instances in parent group-v809802. [ 1097.998302] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.998510] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.998737] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd7ccb9f-c173-41a8-abdf-75c97b5d8964 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.020928] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.020928] env[69959]: value = "task-4087296" [ 1098.020928] env[69959]: _type = "Task" [ 1098.020928] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.032809] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087296, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.131881] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083436} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.132248] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.132467] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.132745] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk to [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.133398] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf408a35-6b2e-4b53-85b7-581d713b574f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.141502] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1098.141502] env[69959]: value = "task-4087297" [ 1098.141502] env[69959]: _type = "Task" [ 1098.141502] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.150034] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.200798] env[69959]: INFO nova.compute.manager [-] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Took 1.33 seconds to deallocate network for instance. [ 1098.201169] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087293, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.281265] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.281265] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.283337] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.816s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.285105] env[69959]: INFO nova.compute.claims [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.314536] env[69959]: DEBUG nova.compute.manager [req-9323d1bc-d4cf-4ae6-bab5-7a3746822333 req-6ae8b21f-d5cd-4904-8cac-758545622839 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Received event network-vif-plugged-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.314536] env[69959]: DEBUG oslo_concurrency.lockutils [req-9323d1bc-d4cf-4ae6-bab5-7a3746822333 req-6ae8b21f-d5cd-4904-8cac-758545622839 service nova] Acquiring lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.314536] env[69959]: DEBUG oslo_concurrency.lockutils [req-9323d1bc-d4cf-4ae6-bab5-7a3746822333 req-6ae8b21f-d5cd-4904-8cac-758545622839 service nova] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.314536] env[69959]: DEBUG oslo_concurrency.lockutils [req-9323d1bc-d4cf-4ae6-bab5-7a3746822333 req-6ae8b21f-d5cd-4904-8cac-758545622839 service nova] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.314536] env[69959]: DEBUG nova.compute.manager [req-9323d1bc-d4cf-4ae6-bab5-7a3746822333 req-6ae8b21f-d5cd-4904-8cac-758545622839 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] No waiting events found dispatching network-vif-plugged-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.314536] env[69959]: WARNING nova.compute.manager [req-9323d1bc-d4cf-4ae6-bab5-7a3746822333 req-6ae8b21f-d5cd-4904-8cac-758545622839 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Received unexpected event network-vif-plugged-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 for instance with vm_state building and task_state spawning. [ 1098.338145] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.390924] env[69959]: DEBUG nova.compute.manager [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.391321] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.392459] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc6583-1400-4700-95b8-99c0a999118b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.406569] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.406941] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4898d25-5433-4e42-9012-55057361935f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.416982] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1098.416982] env[69959]: value = "task-4087298" [ 1098.416982] env[69959]: _type = "Task" [ 1098.416982] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.428241] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.429341] env[69959]: DEBUG nova.network.neutron [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Updated VIF entry in instance network info cache for port 3b66d556-b28b-4c76-931f-842253776ebf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.429893] env[69959]: DEBUG nova.network.neutron [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Updating instance_info_cache with network_info: [{"id": "3b66d556-b28b-4c76-931f-842253776ebf", "address": "fa:16:3e:8e:50:d3", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b66d556-b2", "ovs_interfaceid": "3b66d556-b28b-4c76-931f-842253776ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.489805] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ae2f37-b578-ccbf-587f-1a711c2641fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.490348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.490713] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.491176] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edbb0745-1a7b-4313-b9d3-93f8a9ffc710 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.501726] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1098.501726] env[69959]: value = "task-4087299" [ 1098.501726] env[69959]: _type = "Task" [ 1098.501726] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.513901] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.533256] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087296, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.658313] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.700484] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087293, 'name': Rename_Task, 'duration_secs': 0.556405} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.700781] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.701050] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf5b2e6-c309-4678-b6b4-a232823a92a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.711657] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1098.711657] env[69959]: value = "task-4087300" [ 1098.711657] env[69959]: _type = "Task" [ 1098.711657] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.716641] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.725656] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.790404] env[69959]: DEBUG nova.compute.utils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.796026] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.796026] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.837541] env[69959]: DEBUG oslo_vmware.api [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087291, 'name': ReconfigVM_Task, 'duration_secs': 1.185415} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.837740] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809799', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'name': 'volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'serial': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1098.852946] env[69959]: DEBUG nova.policy [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169448e207314e80a5b8274c5a5d9ea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fb98ef473b45b3862cf86ffe361a6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.885863] env[69959]: DEBUG nova.network.neutron [-] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.930197] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087298, 'name': PowerOffVM_Task, 'duration_secs': 0.327237} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.930335] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.930568] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.930865] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bd39d14-1b15-45b5-964b-a17bf72887f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.933014] env[69959]: DEBUG oslo_concurrency.lockutils [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] Releasing lock "refresh_cache-daccb0d1-201d-456e-bff3-848662f2751a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.933253] env[69959]: DEBUG nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Received event network-vif-deleted-1eba1a06-33f5-4ffa-84af-312383cadda2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.933487] env[69959]: INFO nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Neutron deleted interface 1eba1a06-33f5-4ffa-84af-312383cadda2; detaching it from the instance and deleting it from the info cache [ 1098.933697] env[69959]: DEBUG nova.network.neutron [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.961087] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Successfully updated port: d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.008563] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.008794] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.008979] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore1] 761c07e6-53cb-4754-a3db-a3ea6f902f89 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.009694] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f13992da-d8e5-4e52-ab39-38e98fcb848c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.016469] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.021740] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1099.021740] env[69959]: value = "task-4087302" [ 1099.021740] env[69959]: _type = "Task" [ 1099.021740] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.038966] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.042212] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087296, 'name': CreateVM_Task, 'duration_secs': 0.8731} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.042428] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.043175] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.043362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.043725] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.044040] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256b890a-cd36-4a66-9d7e-7272fb87ef26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.051861] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1099.051861] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5278e271-a203-9c25-935e-d1b4251c53bc" [ 1099.051861] env[69959]: _type = "Task" [ 1099.051861] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.065028] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5278e271-a203-9c25-935e-d1b4251c53bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.156588] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.185994] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Successfully created port: 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.225379] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.295321] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.348620] env[69959]: DEBUG nova.compute.manager [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Received event network-vif-deleted-839c7bce-72a7-454b-b687-1b6be54ec98c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.348620] env[69959]: DEBUG nova.compute.manager [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Received event network-changed-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.348620] env[69959]: DEBUG nova.compute.manager [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Refreshing instance network info cache due to event network-changed-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.348620] env[69959]: DEBUG oslo_concurrency.lockutils [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] Acquiring lock "refresh_cache-a5bbd175-5552-4f24-bb6b-842ca4d162ce" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.348620] env[69959]: DEBUG oslo_concurrency.lockutils [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] Acquired lock "refresh_cache-a5bbd175-5552-4f24-bb6b-842ca4d162ce" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.349402] env[69959]: DEBUG nova.network.neutron [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Refreshing network info cache for port d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.388287] env[69959]: INFO nova.compute.manager [-] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Took 1.75 seconds to deallocate network for instance. [ 1099.437401] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4261168b-6d30-49de-bac1-754ac0af15c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.451528] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648dd674-cf24-42bb-ab1a-ffeb8ae03dc6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.467303] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "refresh_cache-a5bbd175-5552-4f24-bb6b-842ca4d162ce" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.500890] env[69959]: DEBUG nova.compute.manager [req-e1b0600a-e10c-4128-a4e5-3f530428a3a0 req-3d9c46d7-28b8-4f94-9540-802354949bbb service nova] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Detach interface failed, port_id=1eba1a06-33f5-4ffa-84af-312383cadda2, reason: Instance 71fe8f7d-9553-4785-893a-af6458e9f713 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.518895] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.535266] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.566373] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5278e271-a203-9c25-935e-d1b4251c53bc, 'name': SearchDatastore_Task, 'duration_secs': 0.085373} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.569637] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.569897] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.570170] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.570417] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.570571] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.571144] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1c64e21-5fd5-4f02-8ec8-bc1e7de1ae16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.593125] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.593362] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.594206] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377de01a-6fc7-4f96-9285-f201ee3a2b56 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.603537] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1099.603537] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527026ca-8f11-62ec-28fa-0c0223d170bc" [ 1099.603537] env[69959]: _type = "Task" [ 1099.603537] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.619245] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527026ca-8f11-62ec-28fa-0c0223d170bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.660442] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.728537] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087300, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.753031] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b1664-be47-4618-ade8-682221953731 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.762797] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eb5011-da84-4446-9a11-639ef5811b99 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.805785] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7594eaf5-fba0-499a-ae23-5b59aa046013 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.817088] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f4b69-6e0e-4e0e-9ddb-04dc7e1eb9b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.836249] env[69959]: DEBUG nova.compute.provider_tree [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.893641] env[69959]: DEBUG nova.network.neutron [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.899919] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.907964] env[69959]: DEBUG nova.objects.instance [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0b7a5c06-5cf9-4a40-99c7-720465e11439 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.005859] env[69959]: DEBUG nova.network.neutron [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.023464] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.040530] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.120839] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527026ca-8f11-62ec-28fa-0c0223d170bc, 'name': SearchDatastore_Task, 'duration_secs': 0.099307} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.121764] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3b6480-e134-4c91-b4aa-2ff88072ce57 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.131098] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1100.131098] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521f562f-901c-13bd-e1c0-2c3c17c523a9" [ 1100.131098] env[69959]: _type = "Task" [ 1100.131098] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.145146] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521f562f-901c-13bd-e1c0-2c3c17c523a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.158809] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.226423] env[69959]: DEBUG oslo_vmware.api [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087300, 'name': PowerOnVM_Task, 'duration_secs': 1.386338} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.226966] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.227284] env[69959]: INFO nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1100.227491] env[69959]: DEBUG nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.228621] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a65cdfd-f9ea-49fc-aed6-963b7a283c0d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.307197] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.342838] env[69959]: DEBUG nova.scheduler.client.report [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.348711] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.349027] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.349205] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.349399] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.349550] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.349702] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.350043] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.350213] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.350408] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.350556] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.354027] env[69959]: DEBUG nova.virt.hardware [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.354027] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d2644d-9f7d-441e-a2de-b9947f00902c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.365722] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7556f0-67d7-40c5-9e5a-a654661e63a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.415035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27f78dd9-a6cc-467f-a38e-e59005c428a8 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.971s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.513855] env[69959]: DEBUG oslo_concurrency.lockutils [req-6712bce9-6c6a-4a10-952f-f198b62a1a70 req-328e479a-80cb-4faa-aedd-a292596257e8 service nova] Releasing lock "refresh_cache-a5bbd175-5552-4f24-bb6b-842ca4d162ce" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.514805] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "refresh_cache-a5bbd175-5552-4f24-bb6b-842ca4d162ce" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.514984] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.522622] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087299, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.535472] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.645249] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521f562f-901c-13bd-e1c0-2c3c17c523a9, 'name': SearchDatastore_Task, 'duration_secs': 0.101654} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.645707] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.645991] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] daccb0d1-201d-456e-bff3-848662f2751a/daccb0d1-201d-456e-bff3-848662f2751a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.649643] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1436aeef-a6f7-48eb-932c-f974dc9cc3f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.660628] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.662432] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1100.662432] env[69959]: value = "task-4087303" [ 1100.662432] env[69959]: _type = "Task" [ 1100.662432] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.674694] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.754883] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Successfully updated port: 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.756242] env[69959]: INFO nova.compute.manager [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Took 33.18 seconds to build instance. [ 1100.857264] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.857829] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.860518] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.437s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.862467] env[69959]: INFO nova.compute.claims [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.022162] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087299, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.492712} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.022575] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.022856] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.023487] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e1ede04-dd9d-4e23-991b-06d47ffdf547 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.034095] env[69959]: DEBUG oslo_vmware.api [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.929881} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.035794] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.035995] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.036258] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.036520] env[69959]: INFO nova.compute.manager [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1101.036829] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.037908] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1101.037908] env[69959]: value = "task-4087304" [ 1101.037908] env[69959]: _type = "Task" [ 1101.037908] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.038194] env[69959]: DEBUG nova.compute.manager [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.038326] env[69959]: DEBUG nova.network.neutron [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.050834] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.068410] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.157167] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087297, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.672907} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.157524] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/36c61ef7-ab97-4fb8-9784-1e23dbc4095d/36c61ef7-ab97-4fb8-9784-1e23dbc4095d.vmdk to [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.158336] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b435a3-ae4a-4812-b176-c2b6725a0756 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.187530] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.192059] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36edba25-556d-4711-800a-37e8d073849d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.209894] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.219223] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1101.219223] env[69959]: value = "task-4087305" [ 1101.219223] env[69959]: _type = "Task" [ 1101.219223] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.230310] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.258393] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "refresh_cache-895c00ea-0c2d-4c96-99f9-7283bbac91a7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.258608] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "refresh_cache-895c00ea-0c2d-4c96-99f9-7283bbac91a7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.258690] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.260134] env[69959]: DEBUG oslo_concurrency.lockutils [None req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.696s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.332838] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.333158] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.351327] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Updating instance_info_cache with network_info: [{"id": "d5d0eeee-f7bd-40d3-bba5-d14eaeef0335", "address": "fa:16:3e:4b:91:ec", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d0eeee-f7", "ovs_interfaceid": "d5d0eeee-f7bd-40d3-bba5-d14eaeef0335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.368275] env[69959]: DEBUG nova.compute.utils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.372860] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.373521] env[69959]: DEBUG nova.network.neutron [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.455745] env[69959]: DEBUG nova.policy [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83aa08519ce640419e95f5ed2118c25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29846ca1376441fbb24fd8eeb45e11af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.551153] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14543} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.551465] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.552327] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33d515-3c57-47cd-b254-39a415512c7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.564491] env[69959]: DEBUG nova.compute.manager [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Received event network-vif-plugged-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.564757] env[69959]: DEBUG oslo_concurrency.lockutils [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] Acquiring lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.564974] env[69959]: DEBUG oslo_concurrency.lockutils [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.565166] env[69959]: DEBUG oslo_concurrency.lockutils [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.565349] env[69959]: DEBUG nova.compute.manager [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] No waiting events found dispatching network-vif-plugged-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1101.565543] env[69959]: WARNING nova.compute.manager [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Received unexpected event network-vif-plugged-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 for instance with vm_state building and task_state spawning. [ 1101.565715] env[69959]: DEBUG nova.compute.manager [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Received event network-changed-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.565978] env[69959]: DEBUG nova.compute.manager [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Refreshing instance network info cache due to event network-changed-73d8ce9f-3288-4d4f-a981-91d3f03a65e6. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.566167] env[69959]: DEBUG oslo_concurrency.lockutils [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] Acquiring lock "refresh_cache-895c00ea-0c2d-4c96-99f9-7283bbac91a7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586819] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.587323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a2cf38-5343-4818-996d-554272fc7c74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.612744] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1101.612744] env[69959]: value = "task-4087306" [ 1101.612744] env[69959]: _type = "Task" [ 1101.612744] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.623843] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.675683] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83629} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.675968] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] daccb0d1-201d-456e-bff3-848662f2751a/daccb0d1-201d-456e-bff3-848662f2751a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.676221] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.676469] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92f284f2-6d49-4c5a-9157-003c886a9cc7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.685661] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1101.685661] env[69959]: value = "task-4087307" [ 1101.685661] env[69959]: _type = "Task" [ 1101.685661] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.696081] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.733608] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.818801] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.838478] env[69959]: INFO nova.compute.manager [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Detaching volume 2af0cac0-340e-4192-818b-eb0b2fb8f8d5 [ 1101.857015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "refresh_cache-a5bbd175-5552-4f24-bb6b-842ca4d162ce" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.857015] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Instance network_info: |[{"id": "d5d0eeee-f7bd-40d3-bba5-d14eaeef0335", "address": "fa:16:3e:4b:91:ec", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d0eeee-f7", "ovs_interfaceid": "d5d0eeee-f7bd-40d3-bba5-d14eaeef0335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.857015] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:91:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d0eeee-f7bd-40d3-bba5-d14eaeef0335', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.863459] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.865352] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.865998] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0dae542-b9e2-4875-b2ce-7fd160029fa0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.885729] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.895555] env[69959]: INFO nova.virt.block_device [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Attempting to driver detach volume 2af0cac0-340e-4192-818b-eb0b2fb8f8d5 from mountpoint /dev/sdb [ 1101.895555] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1101.895555] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809792', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'name': 'volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'serial': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1101.896265] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadcd30d-f5f5-4997-a116-d140ef937d4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.904222] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.904222] env[69959]: value = "task-4087308" [ 1101.904222] env[69959]: _type = "Task" [ 1101.904222] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.943674] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05715293-0580-4124-b1f3-5e0f19ca39cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.953307] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087308, 'name': CreateVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.959511] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a1c68-49ef-42ea-a63d-4a5290d3719b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.006570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5cb6b3-7f0f-4421-ae3a-427b990803ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.028500] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] The volume has not been displaced from its original location: [datastore2] volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5/volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1102.034627] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1102.038040] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9433e9ce-6690-4416-a022-51ef571a765f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.059921] env[69959]: DEBUG oslo_vmware.api [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1102.059921] env[69959]: value = "task-4087309" [ 1102.059921] env[69959]: _type = "Task" [ 1102.059921] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.070102] env[69959]: DEBUG oslo_vmware.api [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.075588] env[69959]: DEBUG nova.network.neutron [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Successfully created port: 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.128123] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.148244] env[69959]: DEBUG nova.network.neutron [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Updating instance_info_cache with network_info: [{"id": "73d8ce9f-3288-4d4f-a981-91d3f03a65e6", "address": "fa:16:3e:64:4a:77", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d8ce9f-32", "ovs_interfaceid": "73d8ce9f-3288-4d4f-a981-91d3f03a65e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.197163] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098797} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.200458] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.201777] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085d77e-5304-434d-9fc6-f9fe836ef852 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.227437] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] daccb0d1-201d-456e-bff3-848662f2751a/daccb0d1-201d-456e-bff3-848662f2751a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.230740] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84b6978-46ca-4dc8-a49d-a57a53c8656d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.255594] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087305, 'name': ReconfigVM_Task, 'duration_secs': 0.736058} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.257218] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f/5338915a-210e-48a7-abe3-dbc04f037c0f.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.261181] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'image_id': '89daa873-f6ec-485a-84a5-23e30f5eec58'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809789', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'name': 'volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5338915a-210e-48a7-abe3-dbc04f037c0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'serial': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236'}, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'attachment_id': 'c11a74c8-90bf-49c6-ae65-52239da4d37c', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69959) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1102.261181] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.261181] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809789', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'name': 'volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5338915a-210e-48a7-abe3-dbc04f037c0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'serial': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.261181] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1102.261181] env[69959]: value = "task-4087310" [ 1102.261181] env[69959]: _type = "Task" [ 1102.261181] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.261181] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f30589-af9a-4c73-a014-157877038e22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.287656] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.291582] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11863e61-38c0-4afb-9cc1-29713de8cc0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.319372] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236/volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.323164] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e2ccec-f523-47cd-aad7-08a876ddb4ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.345457] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1102.345457] env[69959]: value = "task-4087311" [ 1102.345457] env[69959]: _type = "Task" [ 1102.345457] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.360325] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.421520] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087308, 'name': CreateVM_Task, 'duration_secs': 0.438907} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.421698] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.422448] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.422634] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.422969] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.423252] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac6c86a-71a2-4fcc-bddd-6a71fd18f78f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.430572] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1102.430572] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522dcf66-6643-08b0-237c-b3db7e127022" [ 1102.430572] env[69959]: _type = "Task" [ 1102.430572] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.439585] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522dcf66-6643-08b0-237c-b3db7e127022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.467743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e80cb-9feb-452f-8e04-c6e9d76ceae1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.476135] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e4c10c-c711-4e1c-ba84-244b0a87af29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.511046] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bde87a-1ef7-40e2-b01c-15fad0c65941 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.514232] env[69959]: DEBUG nova.network.neutron [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.519022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.519022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.519022] env[69959]: INFO nova.compute.manager [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Shelving [ 1102.524847] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb61d178-6ab6-47b3-94c4-a9701ec0880f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.540689] env[69959]: DEBUG nova.compute.provider_tree [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.570775] env[69959]: DEBUG oslo_vmware.api [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087309, 'name': ReconfigVM_Task, 'duration_secs': 0.363997} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.571245] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.576234] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5636967b-7e42-4fc9-bac0-37263e0e8c35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.593572] env[69959]: DEBUG oslo_vmware.api [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1102.593572] env[69959]: value = "task-4087312" [ 1102.593572] env[69959]: _type = "Task" [ 1102.593572] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.603666] env[69959]: DEBUG oslo_vmware.api [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.627422] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.652867] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "refresh_cache-895c00ea-0c2d-4c96-99f9-7283bbac91a7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.653324] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Instance network_info: |[{"id": "73d8ce9f-3288-4d4f-a981-91d3f03a65e6", "address": "fa:16:3e:64:4a:77", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d8ce9f-32", "ovs_interfaceid": "73d8ce9f-3288-4d4f-a981-91d3f03a65e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.654052] env[69959]: DEBUG oslo_concurrency.lockutils [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] Acquired lock "refresh_cache-895c00ea-0c2d-4c96-99f9-7283bbac91a7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.654052] env[69959]: DEBUG nova.network.neutron [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Refreshing network info cache for port 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.655927] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:4a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d8ce9f-3288-4d4f-a981-91d3f03a65e6', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.664991] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.669178] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.669650] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7869530-13b6-4d58-adaa-60b31c97ce09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.692887] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.692887] env[69959]: value = "task-4087313" [ 1102.692887] env[69959]: _type = "Task" [ 1102.692887] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.703600] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087313, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.776213] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.857960] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.909633] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.943154] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522dcf66-6643-08b0-237c-b3db7e127022, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.946181] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.946444] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.946749] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.946953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.947202] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.948196] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a5e9321-a06f-4f8d-a148-cb3a5d4ee774 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.955299] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.955613] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.955731] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.955934] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.956120] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.956329] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.956654] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.956886] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.957160] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.957437] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.957743] env[69959]: DEBUG nova.virt.hardware [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.958641] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d24c4-bed2-4553-9ad4-76e22affd88a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.963263] env[69959]: DEBUG nova.network.neutron [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Updated VIF entry in instance network info cache for port 73d8ce9f-3288-4d4f-a981-91d3f03a65e6. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.963676] env[69959]: DEBUG nova.network.neutron [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Updating instance_info_cache with network_info: [{"id": "73d8ce9f-3288-4d4f-a981-91d3f03a65e6", "address": "fa:16:3e:64:4a:77", "network": {"id": "82b2cec0-7d97-43f0-908d-9c058c3f0b14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-841260179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fb98ef473b45b3862cf86ffe361a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d8ce9f-32", "ovs_interfaceid": "73d8ce9f-3288-4d4f-a981-91d3f03a65e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.964956] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.965300] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.966827] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cc750f-3004-47d9-bf5b-bccc5dc58abc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.973178] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2578e6e-f9b4-488c-9a4c-aae117641cce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.979279] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1102.979279] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52231706-3655-84e9-b93d-1d37e7840fb0" [ 1102.979279] env[69959]: _type = "Task" [ 1102.979279] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.001344] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52231706-3655-84e9-b93d-1d37e7840fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.002302] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e2d1e0-2323-4537-bbba-54ab8a907d42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.008946] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1103.008946] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba1e4e-b8e4-7217-85fe-11c075863685" [ 1103.008946] env[69959]: _type = "Task" [ 1103.008946] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.018921] env[69959]: INFO nova.compute.manager [-] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Took 1.98 seconds to deallocate network for instance. [ 1103.019389] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba1e4e-b8e4-7217-85fe-11c075863685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.045766] env[69959]: DEBUG nova.scheduler.client.report [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.104072] env[69959]: DEBUG oslo_vmware.api [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087312, 'name': ReconfigVM_Task, 'duration_secs': 0.201206} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.104730] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809792', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'name': 'volume-2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5', 'serial': '2af0cac0-340e-4192-818b-eb0b2fb8f8d5'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1103.127477] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087306, 'name': ReconfigVM_Task, 'duration_secs': 1.14125} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.127747] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.128437] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad1f16af-b18f-4889-a455-c32c13c4e68b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.135827] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1103.135827] env[69959]: value = "task-4087314" [ 1103.135827] env[69959]: _type = "Task" [ 1103.135827] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.145806] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087314, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.206104] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087313, 'name': CreateVM_Task, 'duration_secs': 0.376233} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.206311] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.207099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.207280] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.207631] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.207918] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e691148-ae7e-4292-8fd1-26d1e82f04f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.213850] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1103.213850] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b29b13-870f-9360-7709-815852d26274" [ 1103.213850] env[69959]: _type = "Task" [ 1103.213850] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.224747] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b29b13-870f-9360-7709-815852d26274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.275482] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087310, 'name': ReconfigVM_Task, 'duration_secs': 0.603639} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.275799] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] daccb0d1-201d-456e-bff3-848662f2751a/daccb0d1-201d-456e-bff3-848662f2751a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.276535] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57aa7f76-6c4d-4788-8dbf-06124a461548 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.285338] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1103.285338] env[69959]: value = "task-4087315" [ 1103.285338] env[69959]: _type = "Task" [ 1103.285338] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.294574] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087315, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.357940] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087311, 'name': ReconfigVM_Task, 'duration_secs': 0.594038} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.357940] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236/volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.363059] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe2757c-2250-4a81-93db-045a23a417d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.382562] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1103.382562] env[69959]: value = "task-4087316" [ 1103.382562] env[69959]: _type = "Task" [ 1103.382562] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.393762] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.467769] env[69959]: DEBUG oslo_concurrency.lockutils [req-67cafada-6255-4297-9e92-0869d68e9c90 req-f58dfb7b-d06f-4cfa-8d88-b17cd216dca3 service nova] Releasing lock "refresh_cache-895c00ea-0c2d-4c96-99f9-7283bbac91a7" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.520080] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba1e4e-b8e4-7217-85fe-11c075863685, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.520475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.520770] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a5bbd175-5552-4f24-bb6b-842ca4d162ce/a5bbd175-5552-4f24-bb6b-842ca4d162ce.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.521255] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f7ebab-fe9a-4db6-992b-385b7405f31d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.529536] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1103.529536] env[69959]: value = "task-4087317" [ 1103.529536] env[69959]: _type = "Task" [ 1103.529536] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.533915] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.534716] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.535037] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812fea5d-47b1-469c-8bd8-1ef9aedbad5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.542523] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.544453] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1103.544453] env[69959]: value = "task-4087318" [ 1103.544453] env[69959]: _type = "Task" [ 1103.544453] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.552915] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.553444] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.556113] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.557436] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.209s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.557659] env[69959]: DEBUG nova.objects.instance [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lazy-loading 'resources' on Instance uuid bcebeb10-9891-4526-84fb-2a653b50eadc {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.559409] env[69959]: DEBUG nova.compute.manager [req-2f7d8e25-0b20-4b0a-a34b-52e2a515f747 req-3c2cfee3-1a04-4e25-aec3-e45aaa7ad64e service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Received event network-vif-plugged-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.559518] env[69959]: DEBUG oslo_concurrency.lockutils [req-2f7d8e25-0b20-4b0a-a34b-52e2a515f747 req-3c2cfee3-1a04-4e25-aec3-e45aaa7ad64e service nova] Acquiring lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.559727] env[69959]: DEBUG oslo_concurrency.lockutils [req-2f7d8e25-0b20-4b0a-a34b-52e2a515f747 req-3c2cfee3-1a04-4e25-aec3-e45aaa7ad64e service nova] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.559892] env[69959]: DEBUG oslo_concurrency.lockutils [req-2f7d8e25-0b20-4b0a-a34b-52e2a515f747 req-3c2cfee3-1a04-4e25-aec3-e45aaa7ad64e service nova] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.560075] env[69959]: DEBUG nova.compute.manager [req-2f7d8e25-0b20-4b0a-a34b-52e2a515f747 req-3c2cfee3-1a04-4e25-aec3-e45aaa7ad64e service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] No waiting events found dispatching network-vif-plugged-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.560237] env[69959]: WARNING nova.compute.manager [req-2f7d8e25-0b20-4b0a-a34b-52e2a515f747 req-3c2cfee3-1a04-4e25-aec3-e45aaa7ad64e service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Received unexpected event network-vif-plugged-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d for instance with vm_state building and task_state spawning. [ 1103.589376] env[69959]: DEBUG nova.compute.manager [req-22fc290e-fde7-4569-b9d5-a89e699d1f67 req-6e8e9a4f-afac-4c46-842b-a4aa97ea013d service nova] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Received event network-vif-deleted-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.647372] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087314, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.651445] env[69959]: DEBUG nova.objects.instance [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0b7a5c06-5cf9-4a40-99c7-720465e11439 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.725646] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b29b13-870f-9360-7709-815852d26274, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.725975] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.726231] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.726443] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.726593] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.726775] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.727145] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0227f869-84b7-4d19-ad3c-a8af0c7caf40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.744309] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.744728] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.747115] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8eed842-2d8d-450e-9526-27668314dada {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.758021] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1103.758021] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524b858f-da48-d427-3e01-6082398f65c1" [ 1103.758021] env[69959]: _type = "Task" [ 1103.758021] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.765582] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524b858f-da48-d427-3e01-6082398f65c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.798626] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087315, 'name': Rename_Task, 'duration_secs': 0.189921} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.798986] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.799282] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b04ca63-4a0b-49f6-a594-ea5d55f7b2a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.808608] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1103.808608] env[69959]: value = "task-4087319" [ 1103.808608] env[69959]: _type = "Task" [ 1103.808608] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.819500] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.893726] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087316, 'name': ReconfigVM_Task, 'duration_secs': 0.169306} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.894064] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809789', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'name': 'volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5338915a-210e-48a7-abe3-dbc04f037c0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'serial': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1103.894688] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf296f1-e46d-401c-875a-da4654a0a822 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.907125] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1103.907125] env[69959]: value = "task-4087320" [ 1103.907125] env[69959]: _type = "Task" [ 1103.907125] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.917369] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087320, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.040570] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087317, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.055310] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.062139] env[69959]: DEBUG nova.compute.utils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.066349] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.066514] env[69959]: DEBUG nova.network.neutron [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.106179] env[69959]: DEBUG nova.policy [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.154873] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087314, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.164065] env[69959]: DEBUG nova.network.neutron [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Successfully updated port: 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.266517] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524b858f-da48-d427-3e01-6082398f65c1, 'name': SearchDatastore_Task, 'duration_secs': 0.055871} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.270735] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2aea571-eb1f-4a66-81a3-1649cbcefd05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.277169] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1104.277169] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b49473-895c-ad55-389d-b2c4400f9bba" [ 1104.277169] env[69959]: _type = "Task" [ 1104.277169] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.289244] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b49473-895c-ad55-389d-b2c4400f9bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.319592] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.419377] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087320, 'name': Rename_Task, 'duration_secs': 0.202025} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.419774] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.420084] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d33026-6b3f-410a-b3c4-f7a4df671f1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.430174] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1104.430174] env[69959]: value = "task-4087321" [ 1104.430174] env[69959]: _type = "Task" [ 1104.430174] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.440170] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.444209] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6eb6a2-41f3-435a-8608-639d9c1909a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.453524] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9732e337-391f-4e4d-863b-cf0315106ce8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.457829] env[69959]: DEBUG nova.network.neutron [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Successfully created port: 7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.490715] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00866b2c-a7bd-47dc-9221-9550ccb2acc6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.498879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a112b0a-6d53-45d8-8277-1f5c27926ed2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.517718] env[69959]: DEBUG nova.compute.provider_tree [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.541670] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516902} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.542052] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] a5bbd175-5552-4f24-bb6b-842ca4d162ce/a5bbd175-5552-4f24-bb6b-842ca4d162ce.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.542291] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.542601] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c011943-c6d6-463c-8c78-d24436d3a722 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.555857] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087318, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.558405] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1104.558405] env[69959]: value = "task-4087322" [ 1104.558405] env[69959]: _type = "Task" [ 1104.558405] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.567953] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.569578] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.653075] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087314, 'name': Rename_Task, 'duration_secs': 1.286192} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.653562] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.653808] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81123d03-dc89-4795-b7e9-51135c4b62ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.661840] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1104.661840] env[69959]: value = "task-4087323" [ 1104.661840] env[69959]: _type = "Task" [ 1104.661840] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.665747] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "refresh_cache-8d6161e0-842e-44e6-a3bc-3217942f6cfe" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.665892] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "refresh_cache-8d6161e0-842e-44e6-a3bc-3217942f6cfe" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.666057] env[69959]: DEBUG nova.network.neutron [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.668296] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0e69e5a6-f454-46c9-9394-089bc5ecbc93 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.673041] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.682266] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.682528] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.788843] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b49473-895c-ad55-389d-b2c4400f9bba, 'name': SearchDatastore_Task, 'duration_secs': 0.029938} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.789180] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.789821] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 895c00ea-0c2d-4c96-99f9-7283bbac91a7/895c00ea-0c2d-4c96-99f9-7283bbac91a7.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.789821] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7f62f6-10bf-4a4d-b214-df1eae89fad9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.797071] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1104.797071] env[69959]: value = "task-4087324" [ 1104.797071] env[69959]: _type = "Task" [ 1104.797071] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.805517] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.820697] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087319, 'name': PowerOnVM_Task, 'duration_secs': 0.594571} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.821086] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.821354] env[69959]: INFO nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1104.821577] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.822496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c76f9d-0533-4f58-b8d5-c66080807532 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.941493] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.022131] env[69959]: DEBUG nova.scheduler.client.report [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.058908] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087318, 'name': PowerOffVM_Task, 'duration_secs': 1.040623} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.062493] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.063527] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c95ce0-625f-4668-88b7-cdb03e3fa562 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.077027] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120919} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.093897] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.095163] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5591734-4f15-4166-82f0-a5a6a3df3c04 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.098840] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5685fa7-5bc5-45b4-bfa8-964b1a1e1d12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.128430] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a5bbd175-5552-4f24-bb6b-842ca4d162ce/a5bbd175-5552-4f24-bb6b-842ca4d162ce.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.129791] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7555ed-0555-4188-a10e-3965b8116690 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.160044] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1105.160044] env[69959]: value = "task-4087325" [ 1105.160044] env[69959]: _type = "Task" [ 1105.160044] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.176273] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087325, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.180080] env[69959]: DEBUG oslo_vmware.api [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087323, 'name': PowerOnVM_Task, 'duration_secs': 0.505396} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.180524] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.180843] env[69959]: INFO nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1105.181138] env[69959]: DEBUG nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1105.182104] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d8b594-9192-4b8e-95e9-f8cc0ce90a70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.185167] env[69959]: INFO nova.compute.manager [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Detaching volume df57e5b0-ae39-44f1-b9d0-048e1b6b376d [ 1105.205967] env[69959]: DEBUG nova.network.neutron [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.230184] env[69959]: INFO nova.virt.block_device [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Attempting to driver detach volume df57e5b0-ae39-44f1-b9d0-048e1b6b376d from mountpoint /dev/sdc [ 1105.230419] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.230605] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809799', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'name': 'volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'serial': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.231504] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a36173-fa39-4c55-a986-282ed2ffb781 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.256698] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a105cf1-d9e8-4d36-8bd1-176bd852bf7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.265732] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333af83-e269-4822-9529-add992661844 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.292617] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9d93c-a789-4b70-a11d-d5375a60f72e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.312197] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] The volume has not been displaced from its original location: [datastore1] volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d/volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.318390] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.318857] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441cee5d-71f3-490c-8d9c-36950d5c6025 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345213] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.345729] env[69959]: INFO nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Took 31.92 seconds to build instance. [ 1105.351107] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1105.351107] env[69959]: value = "task-4087326" [ 1105.351107] env[69959]: _type = "Task" [ 1105.351107] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.359972] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.379745] env[69959]: DEBUG nova.network.neutron [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Updating instance_info_cache with network_info: [{"id": "86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d", "address": "fa:16:3e:b6:10:62", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86549ec8-2b", "ovs_interfaceid": "86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.442681] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087321, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.527458] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.530297] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.853s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.530572] env[69959]: DEBUG nova.objects.instance [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lazy-loading 'pci_requests' on Instance uuid d845cea6-5a2a-4cb4-9313-daf319039ec4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.554629] env[69959]: INFO nova.scheduler.client.report [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted allocations for instance bcebeb10-9891-4526-84fb-2a653b50eadc [ 1105.594803] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.622848] env[69959]: DEBUG nova.compute.manager [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Received event network-changed-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.623158] env[69959]: DEBUG nova.compute.manager [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Refreshing instance network info cache due to event network-changed-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.623380] env[69959]: DEBUG oslo_concurrency.lockutils [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] Acquiring lock "refresh_cache-8d6161e0-842e-44e6-a3bc-3217942f6cfe" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.626657] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.626913] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.627156] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.627381] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.627558] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.627740] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.628139] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.628458] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.628706] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.628903] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.629147] env[69959]: DEBUG nova.virt.hardware [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.630593] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa8a3f1-d899-4ae8-b636-da02d0b5f774 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.634536] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.635498] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-047694f1-7832-44f1-9640-ef732977444f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.647049] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d327b-341c-443a-8067-4ae2a309ef18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.651950] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1105.651950] env[69959]: value = "task-4087327" [ 1105.651950] env[69959]: _type = "Task" [ 1105.651950] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.676533] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.683925] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.706168] env[69959]: INFO nova.compute.manager [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Took 36.57 seconds to build instance. [ 1105.811730] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087324, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.847839] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "daccb0d1-201d-456e-bff3-848662f2751a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.435s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.862144] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087326, 'name': ReconfigVM_Task, 'duration_secs': 0.45921} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.862538] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.868026] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c744c058-2cef-4d13-85bc-9ef1772debff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.882515] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "refresh_cache-8d6161e0-842e-44e6-a3bc-3217942f6cfe" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.882878] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Instance network_info: |[{"id": "86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d", "address": "fa:16:3e:b6:10:62", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86549ec8-2b", "ovs_interfaceid": "86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.883225] env[69959]: DEBUG oslo_concurrency.lockutils [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] Acquired lock "refresh_cache-8d6161e0-842e-44e6-a3bc-3217942f6cfe" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.883425] env[69959]: DEBUG nova.network.neutron [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Refreshing network info cache for port 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.884808] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:10:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.894962] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.897030] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.898081] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1105.898081] env[69959]: value = "task-4087328" [ 1105.898081] env[69959]: _type = "Task" [ 1105.898081] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.898526] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b044e13-b60a-40b0-a58a-5e7d336f9ac4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.928853] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.930437] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.930437] env[69959]: value = "task-4087329" [ 1105.930437] env[69959]: _type = "Task" [ 1105.930437] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.943152] env[69959]: DEBUG oslo_vmware.api [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087321, 'name': PowerOnVM_Task, 'duration_secs': 1.398057} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.947673] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.950049] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087329, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.034972] env[69959]: DEBUG nova.objects.instance [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lazy-loading 'numa_topology' on Instance uuid d845cea6-5a2a-4cb4-9313-daf319039ec4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.066027] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "bcebeb10-9891-4526-84fb-2a653b50eadc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.288s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.071192] env[69959]: DEBUG nova.network.neutron [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Successfully updated port: 7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.105836] env[69959]: DEBUG nova.compute.manager [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.105836] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e251f269-dfd9-4f03-bbdb-61f99b296da3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.164752] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.178370] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.208111] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7f6799d9-e1ec-4e83-807b-160198cec83b tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "31962f2e-e106-42e5-a7a4-02a003131277" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.082s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.310684] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087324, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.384248} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.311084] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 895c00ea-0c2d-4c96-99f9-7283bbac91a7/895c00ea-0c2d-4c96-99f9-7283bbac91a7.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.311350] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.312015] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee15113-5af5-472b-b767-25a5921efbba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.320750] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1106.320750] env[69959]: value = "task-4087330" [ 1106.320750] env[69959]: _type = "Task" [ 1106.320750] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.335085] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.427709] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.439972] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087329, 'name': CreateVM_Task, 'duration_secs': 0.482143} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.442669] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.443422] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.443593] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.443909] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.444939] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e844e9-048c-4850-8a13-e23abcdd5fbb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.450374] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1106.450374] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522e7a0d-ff28-d726-6ed2-3abaa278242f" [ 1106.450374] env[69959]: _type = "Task" [ 1106.450374] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.458507] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522e7a0d-ff28-d726-6ed2-3abaa278242f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.538441] env[69959]: INFO nova.compute.claims [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.573183] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.573349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.573922] env[69959]: DEBUG nova.network.neutron [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.619483] env[69959]: DEBUG nova.network.neutron [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Updated VIF entry in instance network info cache for port 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.619861] env[69959]: DEBUG nova.network.neutron [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Updating instance_info_cache with network_info: [{"id": "86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d", "address": "fa:16:3e:b6:10:62", "network": {"id": "513ffb00-8ea8-416f-b401-bf11a912cf4d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744661307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29846ca1376441fbb24fd8eeb45e11af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86549ec8-2b", "ovs_interfaceid": "86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.629527] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 50.552s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.663691] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.678284] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087325, 'name': ReconfigVM_Task, 'duration_secs': 1.20695} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.678613] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a5bbd175-5552-4f24-bb6b-842ca4d162ce/a5bbd175-5552-4f24-bb6b-842ca4d162ce.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.679362] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a95085f-53bb-46e6-af1a-368b37d28ec3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.688648] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1106.688648] env[69959]: value = "task-4087331" [ 1106.688648] env[69959]: _type = "Task" [ 1106.688648] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.698513] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087331, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.832000] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07376} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.832372] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.833203] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fa267d-18ed-4dd6-a0b9-4d6344c821dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.857940] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 895c00ea-0c2d-4c96-99f9-7283bbac91a7/895c00ea-0c2d-4c96-99f9-7283bbac91a7.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.858315] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7cdda7d-062e-429d-a7e1-32901393b04a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.878965] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1106.878965] env[69959]: value = "task-4087332" [ 1106.878965] env[69959]: _type = "Task" [ 1106.878965] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.888178] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.926890] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.961784] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522e7a0d-ff28-d726-6ed2-3abaa278242f, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.962201] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.962616] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.962927] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.963132] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.963358] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.963680] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7758a9d-3091-4626-bb27-c4bc5680acfb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.973442] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.973733] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.974556] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb21c6a-694c-493e-a92a-6dc0d85f46ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.981198] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1106.981198] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521d0b1b-4e7b-7d14-f1e0-d6e93d23a55a" [ 1106.981198] env[69959]: _type = "Task" [ 1106.981198] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.992407] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521d0b1b-4e7b-7d14-f1e0-d6e93d23a55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.112329] env[69959]: DEBUG nova.network.neutron [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.124023] env[69959]: DEBUG oslo_concurrency.lockutils [req-da0ca22a-1147-40a1-9541-c7ede928b0b7 req-c772bd47-d533-4e0a-969b-66b0e3b7f5b2 service nova] Releasing lock "refresh_cache-8d6161e0-842e-44e6-a3bc-3217942f6cfe" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.171277] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087327, 'name': CreateSnapshot_Task, 'duration_secs': 1.062277} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.171482] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1107.175032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1cc93d-374b-4c90-9e21-53b1e9a91034 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.200872] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087331, 'name': Rename_Task, 'duration_secs': 0.197701} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.203622] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.204366] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd77609f-7353-4695-8dd6-809465e298cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.213911] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1107.213911] env[69959]: value = "task-4087333" [ 1107.213911] env[69959]: _type = "Task" [ 1107.213911] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.232034] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.277881] env[69959]: DEBUG nova.network.neutron [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.392212] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087332, 'name': ReconfigVM_Task, 'duration_secs': 0.285089} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.392572] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 895c00ea-0c2d-4c96-99f9-7283bbac91a7/895c00ea-0c2d-4c96-99f9-7283bbac91a7.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.393265] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3426c63f-a171-4a1c-ae44-3909f8492990 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.401862] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1107.401862] env[69959]: value = "task-4087334" [ 1107.401862] env[69959]: _type = "Task" [ 1107.401862] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.410162] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087334, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.427142] env[69959]: DEBUG oslo_vmware.api [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087328, 'name': ReconfigVM_Task, 'duration_secs': 1.194773} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.430225] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809799', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'name': 'volume-df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b7a5c06-5cf9-4a40-99c7-720465e11439', 'attached_at': '', 'detached_at': '', 'volume_id': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d', 'serial': 'df57e5b0-ae39-44f1-b9d0-048e1b6b376d'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1107.448941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f01a31-7d1f-475a-b589-d5d4d2a59bdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.457186] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189de03-6f8f-49e3-9ebd-91cebf5a8302 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.494254] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5302cd97-5904-46ca-a161-6b5cd02e3cf0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.498506] env[69959]: DEBUG nova.compute.manager [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Received event network-changed-d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.498729] env[69959]: DEBUG nova.compute.manager [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Refreshing instance network info cache due to event network-changed-d247f108-80af-4415-9157-50f9ff46e8cf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.499094] env[69959]: DEBUG oslo_concurrency.lockutils [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] Acquiring lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.499094] env[69959]: DEBUG oslo_concurrency.lockutils [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] Acquired lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.499355] env[69959]: DEBUG nova.network.neutron [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Refreshing network info cache for port d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.511938] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521d0b1b-4e7b-7d14-f1e0-d6e93d23a55a, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.514387] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33a998-73b4-4118-a16a-3692137347de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.520474] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0945233-307d-45c5-bc6f-ca5c33c9d786 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.535288] env[69959]: DEBUG nova.compute.provider_tree [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.540023] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1107.540023] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d502c7-43fe-19fa-0b08-fd0a12964c9c" [ 1107.540023] env[69959]: _type = "Task" [ 1107.540023] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.549620] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d502c7-43fe-19fa-0b08-fd0a12964c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.549875] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.550153] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8d6161e0-842e-44e6-a3bc-3217942f6cfe/8d6161e0-842e-44e6-a3bc-3217942f6cfe.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.550492] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-310dbd41-5156-4588-99f0-80c4db19698c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.558492] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1107.558492] env[69959]: value = "task-4087335" [ 1107.558492] env[69959]: _type = "Task" [ 1107.558492] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.567580] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.655610] env[69959]: DEBUG nova.compute.manager [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-vif-plugged-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.655610] env[69959]: DEBUG oslo_concurrency.lockutils [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.656097] env[69959]: DEBUG oslo_concurrency.lockutils [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.657176] env[69959]: DEBUG oslo_concurrency.lockutils [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.657379] env[69959]: DEBUG nova.compute.manager [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] No waiting events found dispatching network-vif-plugged-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.657600] env[69959]: WARNING nova.compute.manager [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received unexpected event network-vif-plugged-7e44cff1-be26-4756-8021-7ff146eddfbb for instance with vm_state building and task_state spawning. [ 1107.657789] env[69959]: DEBUG nova.compute.manager [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.657952] env[69959]: DEBUG nova.compute.manager [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing instance network info cache due to event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.658139] env[69959]: DEBUG oslo_concurrency.lockutils [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.696602] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.697625] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3dbc428-e8c6-4a1f-8600-8174f43504d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.709337] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1107.709337] env[69959]: value = "task-4087336" [ 1107.709337] env[69959]: _type = "Task" [ 1107.709337] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.720100] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087336, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.731276] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.781296] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.781878] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Instance network_info: |[{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.782095] env[69959]: DEBUG oslo_concurrency.lockutils [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.782169] env[69959]: DEBUG nova.network.neutron [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.783516] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dd:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e44cff1-be26-4756-8021-7ff146eddfbb', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.791776] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.795053] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.795781] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef1fda5e-334b-4b19-bb6f-b19f7537532c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.821641] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.821641] env[69959]: value = "task-4087337" [ 1107.821641] env[69959]: _type = "Task" [ 1107.821641] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.832432] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087337, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.914631] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087334, 'name': Rename_Task, 'duration_secs': 0.177728} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.918862] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.919348] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b25ee6c1-8841-4a74-b28c-601dbcfdbc75 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.928386] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1107.928386] env[69959]: value = "task-4087338" [ 1107.928386] env[69959]: _type = "Task" [ 1107.928386] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.939425] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.008689] env[69959]: DEBUG nova.objects.instance [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'flavor' on Instance uuid 0b7a5c06-5cf9-4a40-99c7-720465e11439 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.041320] env[69959]: DEBUG nova.scheduler.client.report [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.085013] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.166555] env[69959]: DEBUG nova.network.neutron [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updated VIF entry in instance network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.166555] env[69959]: DEBUG nova.network.neutron [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.221948] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087336, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.231675] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087333, 'name': PowerOnVM_Task, 'duration_secs': 0.532668} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.231965] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.232194] env[69959]: INFO nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1108.232372] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.233482] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dca63b-787d-4922-89c4-7226f881598b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.333628] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087337, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.440593] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.546920] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.017s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.549730] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.073s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.551553] env[69959]: INFO nova.compute.claims [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.572549] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629373} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.572919] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8d6161e0-842e-44e6-a3bc-3217942f6cfe/8d6161e0-842e-44e6-a3bc-3217942f6cfe.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.573366] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.576028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c818cce0-6537-4b30-9826-0b5a100e4ae1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.584362] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1108.584362] env[69959]: value = "task-4087339" [ 1108.584362] env[69959]: _type = "Task" [ 1108.584362] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.595423] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.611525] env[69959]: INFO nova.network.neutron [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating port 74659962-3a84-413d-99c8-4c99f7342c4e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1108.645722] env[69959]: DEBUG nova.network.neutron [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updated VIF entry in instance network info cache for port d247f108-80af-4415-9157-50f9ff46e8cf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.646117] env[69959]: DEBUG nova.network.neutron [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updating instance_info_cache with network_info: [{"id": "d247f108-80af-4415-9157-50f9ff46e8cf", "address": "fa:16:3e:ef:eb:f9", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd247f108-80", "ovs_interfaceid": "d247f108-80af-4415-9157-50f9ff46e8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.671037] env[69959]: DEBUG oslo_concurrency.lockutils [req-7a88d165-edce-4699-8c59-90eef8e4e007 req-16b15121-20ed-47db-92ef-bedf6125f13e service nova] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.725294] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087336, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.756455] env[69959]: INFO nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Took 35.29 seconds to build instance. [ 1108.833423] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087337, 'name': CreateVM_Task, 'duration_secs': 0.676513} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.833699] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.834335] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.834516] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.838029] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbcbfac-bcdd-4f43-ac33-b7fe2531d934 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.840942] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1108.840942] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5254f51b-2423-383b-f82f-51fbe5304786" [ 1108.840942] env[69959]: _type = "Task" [ 1108.840942] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.850050] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5254f51b-2423-383b-f82f-51fbe5304786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.939148] env[69959]: DEBUG oslo_vmware.api [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087338, 'name': PowerOnVM_Task, 'duration_secs': 0.705295} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.939418] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.939621] env[69959]: INFO nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1108.939864] env[69959]: DEBUG nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.940602] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d49f1-88e1-4c03-93dc-e08158c702b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.019383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f24c2182-3302-48fa-b0a9-bbb6e1b5cb9a tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.337s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.097227] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087939} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.097508] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.098345] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea63ae5-7be1-4541-af7e-45ebd6d5a815 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.123231] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 8d6161e0-842e-44e6-a3bc-3217942f6cfe/8d6161e0-842e-44e6-a3bc-3217942f6cfe.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.123573] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83233ba6-2f65-440f-b751-cdb7473c57a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.145719] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1109.145719] env[69959]: value = "task-4087340" [ 1109.145719] env[69959]: _type = "Task" [ 1109.145719] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.150181] env[69959]: DEBUG oslo_concurrency.lockutils [req-a34bf98e-6be7-44d8-afe7-e1fb0a9e0147 req-0818eaba-4d07-43b2-b746-ce6fe841b0c5 service nova] Releasing lock "refresh_cache-31962f2e-e106-42e5-a7a4-02a003131277" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.160615] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.222097] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087336, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.261736] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.809s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.355099] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5254f51b-2423-383b-f82f-51fbe5304786, 'name': SearchDatastore_Task, 'duration_secs': 0.030156} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.355099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.355099] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.355099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.355099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.355422] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.355534] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cbe9dc1-2a22-4514-8718-a33307e32f03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.374325] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.374506] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.375395] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5583698b-1064-4ea0-8fb5-9052f6dd1263 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.382063] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1109.382063] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52537fb1-4719-055d-0a26-c1a7e01655cf" [ 1109.382063] env[69959]: _type = "Task" [ 1109.382063] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.391963] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52537fb1-4719-055d-0a26-c1a7e01655cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.461837] env[69959]: INFO nova.compute.manager [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Took 35.97 seconds to build instance. [ 1109.662244] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.722675] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087336, 'name': CloneVM_Task, 'duration_secs': 1.970224} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.725300] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Created linked-clone VM from snapshot [ 1109.726348] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9610dd-3cb6-40ca-96b2-2e6e1633d1fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.734948] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Uploading image 2bd51207-70d8-4351-a291-1979779d9727 {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.778140] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.778140] env[69959]: value = "vm-809809" [ 1109.778140] env[69959]: _type = "VirtualMachine" [ 1109.778140] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.778140] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c794277c-1d9f-4839-9fa6-5a6346fff40f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.791302] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lease: (returnval){ [ 1109.791302] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c07e74-7d1f-b9b3-5098-5d63d56db2c1" [ 1109.791302] env[69959]: _type = "HttpNfcLease" [ 1109.791302] env[69959]: } obtained for exporting VM: (result){ [ 1109.791302] env[69959]: value = "vm-809809" [ 1109.791302] env[69959]: _type = "VirtualMachine" [ 1109.791302] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.791758] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the lease: (returnval){ [ 1109.791758] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c07e74-7d1f-b9b3-5098-5d63d56db2c1" [ 1109.791758] env[69959]: _type = "HttpNfcLease" [ 1109.791758] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.800378] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.800378] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c07e74-7d1f-b9b3-5098-5d63d56db2c1" [ 1109.800378] env[69959]: _type = "HttpNfcLease" [ 1109.800378] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.894653] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52537fb1-4719-055d-0a26-c1a7e01655cf, 'name': SearchDatastore_Task, 'duration_secs': 0.046767} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.895545] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8fbd41-281d-4718-9021-3f01407f27af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.901363] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1109.901363] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289f713-596a-f17f-4c4b-14c819846079" [ 1109.901363] env[69959]: _type = "Task" [ 1109.901363] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.913043] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289f713-596a-f17f-4c4b-14c819846079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.965540] env[69959]: DEBUG oslo_concurrency.lockutils [None req-44507cce-b7e3-4427-abe2-e64ec73945ae tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.476s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.004990] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad8340-72eb-42d5-bb76-0f9078f05861 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.013637] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cb5413-c644-450b-9be3-b140551cd892 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.051072] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b330a-3495-4aa2-b4c3-86d9aabee2a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.061334] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72a0b59-8323-4a0d-8e0d-26990e392f13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.077911] env[69959]: DEBUG nova.compute.provider_tree [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.082575] env[69959]: DEBUG nova.compute.manager [req-34896bd5-d929-4c56-a2f3-437195b6d582 req-d2e0322f-c224-44ff-be7e-b3c47c6da880 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-vif-plugged-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.082845] env[69959]: DEBUG oslo_concurrency.lockutils [req-34896bd5-d929-4c56-a2f3-437195b6d582 req-d2e0322f-c224-44ff-be7e-b3c47c6da880 service nova] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.083024] env[69959]: DEBUG oslo_concurrency.lockutils [req-34896bd5-d929-4c56-a2f3-437195b6d582 req-d2e0322f-c224-44ff-be7e-b3c47c6da880 service nova] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.083190] env[69959]: DEBUG oslo_concurrency.lockutils [req-34896bd5-d929-4c56-a2f3-437195b6d582 req-d2e0322f-c224-44ff-be7e-b3c47c6da880 service nova] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.083350] env[69959]: DEBUG nova.compute.manager [req-34896bd5-d929-4c56-a2f3-437195b6d582 req-d2e0322f-c224-44ff-be7e-b3c47c6da880 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] No waiting events found dispatching network-vif-plugged-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.083533] env[69959]: WARNING nova.compute.manager [req-34896bd5-d929-4c56-a2f3-437195b6d582 req-d2e0322f-c224-44ff-be7e-b3c47c6da880 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received unexpected event network-vif-plugged-74659962-3a84-413d-99c8-4c99f7342c4e for instance with vm_state shelved_offloaded and task_state spawning. [ 1110.144198] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.146063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.146063] env[69959]: DEBUG nova.network.neutron [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.158017] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.303183] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.303183] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c07e74-7d1f-b9b3-5098-5d63d56db2c1" [ 1110.303183] env[69959]: _type = "HttpNfcLease" [ 1110.303183] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1110.303600] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1110.303600] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c07e74-7d1f-b9b3-5098-5d63d56db2c1" [ 1110.303600] env[69959]: _type = "HttpNfcLease" [ 1110.303600] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1110.304399] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b18cc0-ba12-4829-96b5-8e5af33cc791 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.312689] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c36b2c-921e-e796-4e21-328aa91db81c/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1110.312881] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c36b2c-921e-e796-4e21-328aa91db81c/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1110.413021] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5289f713-596a-f17f-4c4b-14c819846079, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.413322] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.413609] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0f38df54-31c7-4c66-940d-0d356d7415bb/0f38df54-31c7-4c66-940d-0d356d7415bb.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.413876] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb977ff4-870e-4285-9481-fdf20494bc73 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.421322] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1110.421322] env[69959]: value = "task-4087342" [ 1110.421322] env[69959]: _type = "Task" [ 1110.421322] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.430429] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.437812] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-354a4487-7df9-41ae-9e5d-7d3d14e598ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.480050] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.480209] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.480494] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "0b7a5c06-5cf9-4a40-99c7-720465e11439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.480668] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.480863] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.483290] env[69959]: INFO nova.compute.manager [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Terminating instance [ 1110.555653] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "daccb0d1-201d-456e-bff3-848662f2751a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.555998] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "daccb0d1-201d-456e-bff3-848662f2751a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.556274] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "daccb0d1-201d-456e-bff3-848662f2751a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.556525] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "daccb0d1-201d-456e-bff3-848662f2751a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.556720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "daccb0d1-201d-456e-bff3-848662f2751a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.559169] env[69959]: INFO nova.compute.manager [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Terminating instance [ 1110.581270] env[69959]: DEBUG nova.scheduler.client.report [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.668226] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.919919] env[69959]: DEBUG nova.network.neutron [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.931984] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.988421] env[69959]: DEBUG nova.compute.manager [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.988862] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.990113] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552037f-bac4-4846-8c97-dea2420c217a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.000591] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.001066] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44a7826-4a94-400c-922f-bf21fe847613 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.010951] env[69959]: DEBUG oslo_vmware.api [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1111.010951] env[69959]: value = "task-4087343" [ 1111.010951] env[69959]: _type = "Task" [ 1111.010951] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.063885] env[69959]: DEBUG nova.compute.manager [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.064211] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.065265] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0a8dd-db74-4580-9d58-409beb4da6bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.074649] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.075122] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fc4372-21bc-4b9c-9a5c-b064ed8953e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.082747] env[69959]: DEBUG oslo_vmware.api [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1111.082747] env[69959]: value = "task-4087344" [ 1111.082747] env[69959]: _type = "Task" [ 1111.082747] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.087776] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.088452] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.093397] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.061s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.093397] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.094976] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.407s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.102727] env[69959]: DEBUG oslo_vmware.api [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.125090] env[69959]: INFO nova.scheduler.client.report [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted allocations for instance db9e828d-2231-429d-bc03-f60d03e7897a [ 1111.166161] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.427827] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.441263] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087342, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.455026] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c5b4488ba49b3725bc48f3f2d3c91fc9',container_format='bare',created_at=2025-05-13T17:08:00Z,direct_url=,disk_format='vmdk',id=632efcb7-1164-4df7-b8a7-673230c9a862,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-81389293-shelved',owner='fda7edf66a7e45a6bcc8d8e62e39f934',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-13T17:08:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.455270] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.455495] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.455735] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.455967] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.456048] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.456290] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.456490] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.456675] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.456845] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.457041] env[69959]: DEBUG nova.virt.hardware [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.458270] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2decff8a-ffc0-4160-a734-f00838a4581d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.468999] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022e0d82-a545-4382-b703-487fe27fa60d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.492880] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ba:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74659962-3a84-413d-99c8-4c99f7342c4e', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.501397] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.501752] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.502017] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dabe192-d050-4ab3-8cae-2028e1ef97c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.531318] env[69959]: DEBUG oslo_vmware.api [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087343, 'name': PowerOffVM_Task, 'duration_secs': 0.401433} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.532961] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.533200] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.533506] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.533506] env[69959]: value = "task-4087345" [ 1111.533506] env[69959]: _type = "Task" [ 1111.533506] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.534234] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4ac6fa9-f386-4975-974c-fc4996ba9e47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546318] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087345, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.595518] env[69959]: DEBUG nova.compute.utils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.597571] env[69959]: DEBUG oslo_vmware.api [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087344, 'name': PowerOffVM_Task, 'duration_secs': 0.329125} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.597900] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.598200] env[69959]: DEBUG nova.network.neutron [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.602913] env[69959]: INFO nova.compute.claims [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.607551] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.608275] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.609479] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fb07214-4d53-4b38-8d07-299834e370bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.620512] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.621400] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.621478] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Deleting the datastore file [datastore2] 0b7a5c06-5cf9-4a40-99c7-720465e11439 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.621901] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99c053c4-4cee-4363-945b-1de2f7c1e4f8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.631209] env[69959]: DEBUG oslo_vmware.api [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for the task: (returnval){ [ 1111.631209] env[69959]: value = "task-4087348" [ 1111.631209] env[69959]: _type = "Task" [ 1111.631209] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.639019] env[69959]: DEBUG oslo_concurrency.lockutils [None req-063e158f-1f64-4909-b34e-b97e9e5f8eba tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "db9e828d-2231-429d-bc03-f60d03e7897a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.251s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.647145] env[69959]: DEBUG oslo_vmware.api [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.664292] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087340, 'name': ReconfigVM_Task, 'duration_secs': 2.033191} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.664795] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 8d6161e0-842e-44e6-a3bc-3217942f6cfe/8d6161e0-842e-44e6-a3bc-3217942f6cfe.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.665632] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a2eadf-64f7-4cca-a2af-dd63eedc1b50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.671256] env[69959]: DEBUG nova.policy [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.676229] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1111.676229] env[69959]: value = "task-4087349" [ 1111.676229] env[69959]: _type = "Task" [ 1111.676229] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.687311] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087349, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.697635] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.697985] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.698191] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleting the datastore file [datastore1] daccb0d1-201d-456e-bff3-848662f2751a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.698951] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6aa0e9-3e45-485f-819b-073cc5aa00eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.707730] env[69959]: DEBUG oslo_vmware.api [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1111.707730] env[69959]: value = "task-4087350" [ 1111.707730] env[69959]: _type = "Task" [ 1111.707730] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.718874] env[69959]: DEBUG oslo_vmware.api [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.938259] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.190212} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.938554] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0f38df54-31c7-4c66-940d-0d356d7415bb/0f38df54-31c7-4c66-940d-0d356d7415bb.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.938743] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.939028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e7b0c39-80e0-4212-999c-688ff4c48bf3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.947373] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1111.947373] env[69959]: value = "task-4087351" [ 1111.947373] env[69959]: _type = "Task" [ 1111.947373] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.959178] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.018226] env[69959]: DEBUG nova.network.neutron [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Successfully created port: 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.047567] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087345, 'name': CreateVM_Task, 'duration_secs': 0.489158} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.047786] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.049164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.049164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.049381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.049700] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d76b07d-5937-4c70-9b27-a6d0f57d4c09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.055600] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1112.055600] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ee72e-8aef-299b-405b-24554bc99ccb" [ 1112.055600] env[69959]: _type = "Task" [ 1112.055600] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.066817] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ee72e-8aef-299b-405b-24554bc99ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.109788] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.114535] env[69959]: INFO nova.compute.resource_tracker [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating resource usage from migration d796d252-e00b-42f4-8b9b-59243976f2b6 [ 1112.143250] env[69959]: DEBUG oslo_vmware.api [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Task: {'id': task-4087348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205231} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.143250] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.143250] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.143250] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.143486] env[69959]: INFO nova.compute.manager [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1112.143982] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.147241] env[69959]: DEBUG nova.compute.manager [-] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.147399] env[69959]: DEBUG nova.network.neutron [-] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.192015] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087349, 'name': Rename_Task, 'duration_secs': 0.210853} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.192323] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.192604] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0abddc42-d15d-4376-8d13-6353c9b5610c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.199978] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1112.199978] env[69959]: value = "task-4087352" [ 1112.199978] env[69959]: _type = "Task" [ 1112.199978] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.215602] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.225045] env[69959]: DEBUG oslo_vmware.api [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221366} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.225647] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.225904] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.226162] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.226327] env[69959]: INFO nova.compute.manager [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1112.226584] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.226827] env[69959]: DEBUG nova.compute.manager [-] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.226931] env[69959]: DEBUG nova.network.neutron [-] [instance: daccb0d1-201d-456e-bff3-848662f2751a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.278478] env[69959]: DEBUG nova.compute.manager [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-changed-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.278642] env[69959]: DEBUG nova.compute.manager [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Refreshing instance network info cache due to event network-changed-74659962-3a84-413d-99c8-4c99f7342c4e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.278887] env[69959]: DEBUG oslo_concurrency.lockutils [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279043] env[69959]: DEBUG oslo_concurrency.lockutils [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.279206] env[69959]: DEBUG nova.network.neutron [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Refreshing network info cache for port 74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.458524] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092988} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.461366] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.462644] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db975f83-5d9a-4eb8-88f6-608903a2b18f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.493101] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0f38df54-31c7-4c66-940d-0d356d7415bb/0f38df54-31c7-4c66-940d-0d356d7415bb.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.496304] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9c9605-f81e-4768-ac98-f4e7e4f7767a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.525373] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1112.525373] env[69959]: value = "task-4087353" [ 1112.525373] env[69959]: _type = "Task" [ 1112.525373] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.534237] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.553717] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c82c0-6fb5-424b-b26f-170ff120b763 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.569925] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4e762-2ae4-4e5d-91ec-fe0f00a19587 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.573745] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.574383] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Processing image 632efcb7-1164-4df7-b8a7-673230c9a862 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.574383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.574556] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.574790] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.575828] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc10ab7-5624-47b8-a1da-fc7f74c991e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.607569] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387f72e-5d02-479b-a990-22889071c6b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.610856] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.611502] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.612055] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e61d0f3-a074-48b1-b1e9-3d1057e0899a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.627264] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0283f1b1-055f-4cd6-9422-365a2f4b1999 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.632148] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1112.632148] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529baade-2993-0a10-382e-4a5baccb7fe0" [ 1112.632148] env[69959]: _type = "Task" [ 1112.632148] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.645019] env[69959]: DEBUG nova.compute.provider_tree [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.653181] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1112.653463] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Fetch image to [datastore2] OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057/OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1112.653688] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Downloading stream optimized image 632efcb7-1164-4df7-b8a7-673230c9a862 to [datastore2] OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057/OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057.vmdk on the data store datastore2 as vApp {{(pid=69959) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1112.654039] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Downloading image file data 632efcb7-1164-4df7-b8a7-673230c9a862 to the ESX as VM named 'OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057' {{(pid=69959) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1112.725142] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087352, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.778039] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1112.778039] env[69959]: value = "resgroup-9" [ 1112.778039] env[69959]: _type = "ResourcePool" [ 1112.778039] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1112.778420] env[69959]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7d1d7022-7663-40a9-8ba9-1634eeb2ac61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.808168] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lease: (returnval){ [ 1112.808168] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520cd8f7-cf88-e760-ec5b-bd0b49824b53" [ 1112.808168] env[69959]: _type = "HttpNfcLease" [ 1112.808168] env[69959]: } obtained for vApp import into resource pool (val){ [ 1112.808168] env[69959]: value = "resgroup-9" [ 1112.808168] env[69959]: _type = "ResourcePool" [ 1112.808168] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1112.808525] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the lease: (returnval){ [ 1112.808525] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520cd8f7-cf88-e760-ec5b-bd0b49824b53" [ 1112.808525] env[69959]: _type = "HttpNfcLease" [ 1112.808525] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.819705] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.819705] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520cd8f7-cf88-e760-ec5b-bd0b49824b53" [ 1112.819705] env[69959]: _type = "HttpNfcLease" [ 1112.819705] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.034740] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.108380] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.109044] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.134672] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.154315] env[69959]: DEBUG nova.scheduler.client.report [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.158025] env[69959]: DEBUG nova.network.neutron [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updated VIF entry in instance network info cache for port 74659962-3a84-413d-99c8-4c99f7342c4e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.158371] env[69959]: DEBUG nova.network.neutron [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.229266] env[69959]: DEBUG oslo_vmware.api [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087352, 'name': PowerOnVM_Task, 'duration_secs': 0.868079} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.229716] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.230150] env[69959]: INFO nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1113.234027] env[69959]: DEBUG nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.234027] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6512c3d4-f691-4015-9b01-52ef3a82d11d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.303522] env[69959]: DEBUG nova.network.neutron [-] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.320059] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.320059] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520cd8f7-cf88-e760-ec5b-bd0b49824b53" [ 1113.320059] env[69959]: _type = "HttpNfcLease" [ 1113.320059] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.534740] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087353, 'name': ReconfigVM_Task, 'duration_secs': 0.564192} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.535207] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0f38df54-31c7-4c66-940d-0d356d7415bb/0f38df54-31c7-4c66-940d-0d356d7415bb.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.535814] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b71b98ec-43fa-4aa2-ae29-0ea7aece38f1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.545490] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1113.545490] env[69959]: value = "task-4087355" [ 1113.545490] env[69959]: _type = "Task" [ 1113.545490] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.555801] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087355, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.610566] env[69959]: DEBUG nova.network.neutron [-] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.613845] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.660616] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.565s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.660999] env[69959]: INFO nova.compute.manager [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Migrating [ 1113.668265] env[69959]: DEBUG oslo_concurrency.lockutils [req-65124f75-51a7-46be-8d60-c82468484d49 req-0bd8550c-a582-4a51-8439-4bfe49740ef2 service nova] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.671765] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.955s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.672066] env[69959]: DEBUG nova.objects.instance [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lazy-loading 'resources' on Instance uuid 71fe8f7d-9553-4785-893a-af6458e9f713 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.756058] env[69959]: INFO nova.compute.manager [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Took 39.30 seconds to build instance. [ 1113.806447] env[69959]: INFO nova.compute.manager [-] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Took 1.58 seconds to deallocate network for instance. [ 1113.822905] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.822905] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520cd8f7-cf88-e760-ec5b-bd0b49824b53" [ 1113.822905] env[69959]: _type = "HttpNfcLease" [ 1113.822905] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.823176] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.823176] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520cd8f7-cf88-e760-ec5b-bd0b49824b53" [ 1113.823176] env[69959]: _type = "HttpNfcLease" [ 1113.823176] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1113.824011] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378a2ce7-f5c9-448a-9bff-fef89a4ac966 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.833286] env[69959]: DEBUG nova.network.neutron [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Successfully updated port: 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.836378] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e99df4-9c1f-bead-640e-18ccefcded89/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.836724] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e99df4-9c1f-bead-640e-18ccefcded89/disk-0.vmdk. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1113.906862] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb9f2402-f6b8-45c5-9595-b4dfa98b426b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.056663] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087355, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.113512] env[69959]: INFO nova.compute.manager [-] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Took 1.97 seconds to deallocate network for instance. [ 1114.139069] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.182961] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.183203] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.183404] env[69959]: DEBUG nova.network.neutron [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.258721] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1f787aad-248b-4898-a4bf-748e2db5ae65 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.816s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.316035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.319535] env[69959]: DEBUG nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Received event network-vif-deleted-3b66d556-b28b-4c76-931f-842253776ebf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.319873] env[69959]: DEBUG nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Received event network-vif-deleted-9ce6189e-0931-42df-a0c7-ae302d72e0fa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.319983] env[69959]: DEBUG nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Received event network-vif-plugged-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.320217] env[69959]: DEBUG oslo_concurrency.lockutils [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] Acquiring lock "a8ecea62-88de-455a-8bed-cd9402d69a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.320531] env[69959]: DEBUG oslo_concurrency.lockutils [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.320697] env[69959]: DEBUG oslo_concurrency.lockutils [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.320869] env[69959]: DEBUG nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] No waiting events found dispatching network-vif-plugged-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1114.321094] env[69959]: WARNING nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Received unexpected event network-vif-plugged-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 for instance with vm_state building and task_state spawning. [ 1114.321238] env[69959]: DEBUG nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Received event network-changed-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.321447] env[69959]: DEBUG nova.compute.manager [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Refreshing instance network info cache due to event network-changed-897c2177-3d6c-42c5-80a7-2b39a04ba0d4. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.321710] env[69959]: DEBUG oslo_concurrency.lockutils [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] Acquiring lock "refresh_cache-a8ecea62-88de-455a-8bed-cd9402d69a9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.321821] env[69959]: DEBUG oslo_concurrency.lockutils [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] Acquired lock "refresh_cache-a8ecea62-88de-455a-8bed-cd9402d69a9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.321955] env[69959]: DEBUG nova.network.neutron [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Refreshing network info cache for port 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.335170] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-a8ecea62-88de-455a-8bed-cd9402d69a9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.562823] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087355, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.567956] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d449fdd-9b89-4ddf-ad2d-d895427c378c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.578673] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4baae4-ab9c-4d46-875d-43c2f9e30ca3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.626177] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.627290] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983308b9-9b49-4393-9cdf-a619c3058e67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.638079] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e36377-b516-4e44-a91a-8ba676b85843 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.659395] env[69959]: DEBUG nova.compute.provider_tree [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.678916] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.679406] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.679603] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.679797] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.679946] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.680161] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.680493] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.680669] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.680887] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.681188] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.681385] env[69959]: DEBUG nova.virt.hardware [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.682951] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2cbec-3a54-425e-88f5-b5e44dfb91cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.701273] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb9384-b0c5-4380-9592-876843fa9e40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.893540] env[69959]: DEBUG nova.network.neutron [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.040455] env[69959]: DEBUG nova.network.neutron [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.061894] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087355, 'name': Rename_Task, 'duration_secs': 1.220033} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.066029] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.066029] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207fb2e9-1c20-475e-a3c6-52771e6b4253 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.073795] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1115.073795] env[69959]: value = "task-4087356" [ 1115.073795] env[69959]: _type = "Task" [ 1115.073795] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.080230] env[69959]: DEBUG nova.network.neutron [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [{"id": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "address": "fa:16:3e:40:ee:11", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d772c3-e1", "ovs_interfaceid": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.087357] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.165505] env[69959]: DEBUG nova.scheduler.client.report [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.351136] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1115.352205] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e99df4-9c1f-bead-640e-18ccefcded89/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1115.352945] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c9073-96b0-40b0-9677-7a96e28eb2f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.362770] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e99df4-9c1f-bead-640e-18ccefcded89/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1115.363012] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e99df4-9c1f-bead-640e-18ccefcded89/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1115.363334] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4c230bb8-473a-45da-9ac9-7145a87ef507 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.544143] env[69959]: DEBUG oslo_concurrency.lockutils [req-27b1d0f8-c19b-44cc-8afc-81b77e765330 req-54de0a15-88bc-496e-bd35-8c62d5ba922c service nova] Releasing lock "refresh_cache-a8ecea62-88de-455a-8bed-cd9402d69a9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.544641] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-a8ecea62-88de-455a-8bed-cd9402d69a9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.544822] env[69959]: DEBUG nova.network.neutron [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.587570] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.589192] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.673945] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.677214] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.777s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.678257] env[69959]: DEBUG nova.objects.instance [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lazy-loading 'resources' on Instance uuid 50a8e7a8-006d-4eeb-a35a-d8970ce9da01 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.685590] env[69959]: DEBUG oslo_vmware.rw_handles [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e99df4-9c1f-bead-640e-18ccefcded89/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1115.685893] env[69959]: INFO nova.virt.vmwareapi.images [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Downloaded image file data 632efcb7-1164-4df7-b8a7-673230c9a862 [ 1115.687451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94084f61-dc4b-4a4f-a87c-c8a3651324a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.708756] env[69959]: INFO nova.scheduler.client.report [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Deleted allocations for instance 71fe8f7d-9553-4785-893a-af6458e9f713 [ 1115.709974] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4491a6d-8d85-4e51-99a3-a2ffebb38f9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.749994] env[69959]: INFO nova.virt.vmwareapi.images [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] The imported VM was unregistered [ 1115.752946] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1115.753475] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Creating directory with path [datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.754208] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454724aa-57c9-43b0-af80-fec9c20ed6d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.772339] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Created directory with path [datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862 {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.772685] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057/OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057.vmdk to [datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk. {{(pid=69959) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1115.773065] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bb13920a-c689-44b2-abb5-c8753f8d34f1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.784772] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1115.784772] env[69959]: value = "task-4087358" [ 1115.784772] env[69959]: _type = "Task" [ 1115.784772] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.795703] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.088688] env[69959]: DEBUG oslo_vmware.api [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087356, 'name': PowerOnVM_Task, 'duration_secs': 0.82769} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.089135] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.089393] env[69959]: INFO nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1116.089896] env[69959]: DEBUG nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.090866] env[69959]: DEBUG nova.network.neutron [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.093958] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617278c-f20b-40dd-b3c9-897553cd7be8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.151298] env[69959]: DEBUG nova.compute.manager [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.152458] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70ac4d-ed73-4f54-87cb-26ca54b63ff7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.222573] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f3c9197-1bce-4814-aafc-284911e58204 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Lock "71fe8f7d-9553-4785-893a-af6458e9f713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.637s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.299221] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.300508] env[69959]: DEBUG nova.network.neutron [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Updating instance_info_cache with network_info: [{"id": "897c2177-3d6c-42c5-80a7-2b39a04ba0d4", "address": "fa:16:3e:97:28:40", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897c2177-3d", "ovs_interfaceid": "897c2177-3d6c-42c5-80a7-2b39a04ba0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.592048] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad74dfc-df4c-4859-b15f-eb5c74bda5eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.610025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46710e1-a6ac-49a3-8bf3-a561465da72f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.625111] env[69959]: INFO nova.compute.manager [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Took 41.23 seconds to build instance. [ 1116.670481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f33d52d-aa55-44a8-8538-e0089ac15897 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.284s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.671926] env[69959]: INFO nova.compute.manager [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] instance snapshotting [ 1116.674790] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b5f92d-0226-4e14-a09e-1112becfe6b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.679493] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462457b6-f86b-48c8-b7b7-a415ed285f59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.706633] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0be647-6100-438a-ae76-bde70743a555 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.712773] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bdd69d-fa5c-4c8a-8559-fe4fa53c124d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.728052] env[69959]: DEBUG nova.compute.provider_tree [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.798951] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.805759] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-a8ecea62-88de-455a-8bed-cd9402d69a9e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.806137] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Instance network_info: |[{"id": "897c2177-3d6c-42c5-80a7-2b39a04ba0d4", "address": "fa:16:3e:97:28:40", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897c2177-3d", "ovs_interfaceid": "897c2177-3d6c-42c5-80a7-2b39a04ba0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.806578] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:28:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '897c2177-3d6c-42c5-80a7-2b39a04ba0d4', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.814673] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.815348] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.815651] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df3ed3ce-d5ee-4e2e-9bf7-d4ae6ac46ecf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.838248] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.838248] env[69959]: value = "task-4087359" [ 1116.838248] env[69959]: _type = "Task" [ 1116.838248] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.848987] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087359, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.120087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d64e0-9c40-4ef7-b736-1888789a4695 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.144921] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.236761] env[69959]: DEBUG nova.scheduler.client.report [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.245137] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1117.247240] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bca8068-39ac-4aa4-b73c-b941ac40bb4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.268667] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1117.268667] env[69959]: value = "task-4087360" [ 1117.268667] env[69959]: _type = "Task" [ 1117.268667] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.284686] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.301191] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.351853] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087359, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.652823] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.653199] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30159480-80e6-4c42-95ca-0d2d9853858a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.661618] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1117.661618] env[69959]: value = "task-4087361" [ 1117.661618] env[69959]: _type = "Task" [ 1117.661618] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.674952] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.750257] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.751928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.217s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.752574] env[69959]: DEBUG nova.objects.instance [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'resources' on Instance uuid 761c07e6-53cb-4754-a3db-a3ea6f902f89 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.789028] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.794047] env[69959]: INFO nova.scheduler.client.report [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Deleted allocations for instance 50a8e7a8-006d-4eeb-a35a-d8970ce9da01 [ 1117.805600] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.849710] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087359, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.174696] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087361, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.279152] env[69959]: DEBUG nova.compute.manager [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.279152] env[69959]: DEBUG nova.compute.manager [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing instance network info cache due to event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.279939] env[69959]: DEBUG oslo_concurrency.lockutils [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.280103] env[69959]: DEBUG oslo_concurrency.lockutils [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.280315] env[69959]: DEBUG nova.network.neutron [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.293031] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.303980] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Lock "50a8e7a8-006d-4eeb-a35a-d8970ce9da01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.387s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.310463] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.354471] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087359, 'name': CreateVM_Task, 'duration_secs': 1.03053} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.354471] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.354471] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.354471] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.354804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.355127] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8b797a-8cad-4c7e-8292-2c41c104370a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.363570] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1118.363570] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527774d3-2457-7006-68ea-3e7f2b5a0c56" [ 1118.363570] env[69959]: _type = "Task" [ 1118.363570] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.373430] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527774d3-2457-7006-68ea-3e7f2b5a0c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.654197] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a402f64-1bbf-4100-bf48-4c7553956d30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.671980] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817e6c9-2c29-473f-9620-79b47676b6e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.681784] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087361, 'name': PowerOffVM_Task, 'duration_secs': 0.516231} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.718892] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.719052] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.723646] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9457ad-7e5f-4534-91fa-89c5899c881a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.732880] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc9f855-d581-4e6f-b18b-1e6e3d272063 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.747674] env[69959]: DEBUG nova.compute.provider_tree [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.784137] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087360, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.808807] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087358, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.697819} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.809108] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057/OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057.vmdk to [datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk. [ 1118.809290] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Cleaning up location [datastore2] OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1118.809447] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6ab4b1b0-3296-4220-b218-b2d2da011057 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.809716] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788c8399-d4e2-4aff-8c5f-47f855a0caba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.819743] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1118.819743] env[69959]: value = "task-4087362" [ 1118.819743] env[69959]: _type = "Task" [ 1118.819743] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.832519] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.878174] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527774d3-2457-7006-68ea-3e7f2b5a0c56, 'name': SearchDatastore_Task, 'duration_secs': 0.023779} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.878514] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.878840] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.879473] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.879770] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.880098] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.880482] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3127912-57bb-4675-a5cd-1247401e9b06 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.910080] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.910326] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.911282] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8524c19-5e0b-419f-a371-d203705cd17f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.923557] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1118.923557] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529b57d1-0ba1-0f51-8c44-b6274c546be5" [ 1118.923557] env[69959]: _type = "Task" [ 1118.923557] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.934883] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529b57d1-0ba1-0f51-8c44-b6274c546be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.227475] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.232039] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.232039] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.232039] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.236347] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdde865e-7922-4a36-b591-16037f25559d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.251049] env[69959]: DEBUG nova.scheduler.client.report [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.260435] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1119.260435] env[69959]: value = "task-4087363" [ 1119.260435] env[69959]: _type = "Task" [ 1119.260435] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.274452] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.291409] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087360, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.332051] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102768} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.332982] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.333379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.333751] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk to [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.334212] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22c80823-ce35-48d0-98b9-44f704a7992e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.345165] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1119.345165] env[69959]: value = "task-4087364" [ 1119.345165] env[69959]: _type = "Task" [ 1119.345165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.355602] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.440704] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529b57d1-0ba1-0f51-8c44-b6274c546be5, 'name': SearchDatastore_Task, 'duration_secs': 0.019681} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.440704] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d423db0c-e63c-4d95-90c7-ba6b19d1cc1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.447346] env[69959]: DEBUG nova.network.neutron [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updated VIF entry in instance network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.447346] env[69959]: DEBUG nova.network.neutron [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.454492] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1119.454492] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6341b-db73-b633-982d-41f9294db842" [ 1119.454492] env[69959]: _type = "Task" [ 1119.454492] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.465456] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6341b-db73-b633-982d-41f9294db842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.641416] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c36b2c-921e-e796-4e21-328aa91db81c/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1119.643999] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75518bb7-2908-49d8-beb1-7d8bf247f1b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.651079] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c36b2c-921e-e796-4e21-328aa91db81c/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1119.651295] env[69959]: ERROR oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c36b2c-921e-e796-4e21-328aa91db81c/disk-0.vmdk due to incomplete transfer. [ 1119.651559] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3baabfae-7b49-432e-956c-32651f8fd7c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.661526] env[69959]: DEBUG oslo_vmware.rw_handles [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c36b2c-921e-e796-4e21-328aa91db81c/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1119.661853] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Uploaded image 2bd51207-70d8-4351-a291-1979779d9727 to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1119.664584] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1119.665028] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0066dd04-7879-449d-aa60-ae0a90d1b650 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.675091] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1119.675091] env[69959]: value = "task-4087365" [ 1119.675091] env[69959]: _type = "Task" [ 1119.675091] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.686200] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087365, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.761982] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.764988] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.626s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.766845] env[69959]: INFO nova.compute.claims [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.784063] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087363, 'name': ReconfigVM_Task, 'duration_secs': 0.304985} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.784063] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.793191] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087360, 'name': CreateSnapshot_Task, 'duration_secs': 2.194602} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.793775] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.794728] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a7364-0d2c-452f-9ad0-c98b009ecae6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.810083] env[69959]: INFO nova.scheduler.client.report [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted allocations for instance 761c07e6-53cb-4754-a3db-a3ea6f902f89 [ 1119.858174] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.952028] env[69959]: DEBUG oslo_concurrency.lockutils [req-972325e0-467a-401e-a0be-7d334d7c65b0 req-b2769afc-6b4b-421d-b8b4-86b8935da7f1 service nova] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.965224] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f6341b-db73-b633-982d-41f9294db842, 'name': SearchDatastore_Task, 'duration_secs': 0.020495} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.965505] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.965828] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] a8ecea62-88de-455a-8bed-cd9402d69a9e/a8ecea62-88de-455a-8bed-cd9402d69a9e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.966238] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f3b5f04-e0ff-49cd-ab8f-a8c678149c73 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.976694] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1119.976694] env[69959]: value = "task-4087366" [ 1119.976694] env[69959]: _type = "Task" [ 1119.976694] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.988825] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.187130] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087365, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.297049] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.297578] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.297798] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.298233] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.298314] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.298780] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.298780] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.299091] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.299246] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.299470] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.299762] env[69959]: DEBUG nova.virt.hardware [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.306932] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.307421] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adcb409-e069-499a-8a20-8326e74afac5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.333909] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.337563] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-426a35e8-71f0-4645-8b9b-c722117933b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.342408] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "761c07e6-53cb-4754-a3db-a3ea6f902f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.459s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.357902] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1120.357902] env[69959]: value = "task-4087368" [ 1120.357902] env[69959]: _type = "Task" [ 1120.357902] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.357902] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1120.357902] env[69959]: value = "task-4087367" [ 1120.357902] env[69959]: _type = "Task" [ 1120.357902] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.371586] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.379065] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.385873] env[69959]: DEBUG nova.compute.manager [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.386169] env[69959]: DEBUG nova.compute.manager [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing instance network info cache due to event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.386459] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.386663] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.386864] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.389216] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.488939] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.694174] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087365, 'name': Destroy_Task, 'duration_secs': 0.662393} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.694804] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Destroyed the VM [ 1120.695254] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1120.695710] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86b8992b-8e8d-476b-8fca-f45dbdd962ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.707096] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1120.707096] env[69959]: value = "task-4087369" [ 1120.707096] env[69959]: _type = "Task" [ 1120.707096] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.723767] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087369, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.871363] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.876578] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 93%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.883162] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.007190] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.205464] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f168cb-161e-4b58-827f-9f5c3c0fe73b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.219022] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087369, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.221480] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dbcc21-356c-455e-b0cd-560e7e886f9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.264791] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af6509c-619d-4f59-b794-a930f6f95a51 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.276243] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e4085-4191-4996-9b6e-440da7f0a431 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.296685] env[69959]: DEBUG nova.compute.provider_tree [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.363457] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updated VIF entry in instance network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.363457] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.374208] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.381639] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.387133] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087367, 'name': ReconfigVM_Task, 'duration_secs': 0.638497} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.387585] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.388867] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36081cd-52a4-4a5e-9cc9-38b1bd38f459 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.418122] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1/e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.418938] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ecb691-c5c0-452e-9249-76fbb2493ca1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.441674] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1121.441674] env[69959]: value = "task-4087370" [ 1121.441674] env[69959]: _type = "Task" [ 1121.441674] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.459389] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.494611] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.720411] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087369, 'name': RemoveSnapshot_Task, 'duration_secs': 0.761423} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.720844] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1121.721181] env[69959]: DEBUG nova.compute.manager [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.722274] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd389843-4780-43d3-bb63-6021a56c2705 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.802513] env[69959]: DEBUG nova.scheduler.client.report [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.858609] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.870812] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.874722] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.875088] env[69959]: DEBUG nova.compute.manager [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.875329] env[69959]: DEBUG nova.compute.manager [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing instance network info cache due to event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.875563] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.875712] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.875884] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.956691] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.995246] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.238750] env[69959]: INFO nova.compute.manager [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Shelve offloading [ 1122.309110] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.309899] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.314379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.998s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.316705] env[69959]: DEBUG nova.objects.instance [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lazy-loading 'resources' on Instance uuid daccb0d1-201d-456e-bff3-848662f2751a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.366543] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.381711] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.457903] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.495167] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.651073] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updated VIF entry in instance network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.651581] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.745981] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.746644] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30e7db9-1a49-42b6-bf71-5bdfcf83427e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.759649] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1122.759649] env[69959]: value = "task-4087371" [ 1122.759649] env[69959]: _type = "Task" [ 1122.759649] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.774262] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.774510] env[69959]: DEBUG nova.compute.manager [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.775571] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b1974-5631-4629-804f-d1c18aad7410 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.785687] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785843] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.787103] env[69959]: DEBUG nova.network.neutron [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.820211] env[69959]: DEBUG nova.compute.utils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.825306] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.825525] env[69959]: DEBUG nova.network.neutron [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.860279] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "efa90012-6baa-46b0-80f7-791ebd163232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.860614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "efa90012-6baa-46b0-80f7-791ebd163232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.873834] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087364, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.101344} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.874725] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/632efcb7-1164-4df7-b8a7-673230c9a862/632efcb7-1164-4df7-b8a7-673230c9a862.vmdk to [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.875894] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26c9736-eff5-401a-bc7b-207ec8c7cd69 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.885828] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.908532] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.912125] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4e5e6e-a0ed-4118-b0da-c803e754940d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.933099] env[69959]: DEBUG nova.policy [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a5882ffd7e4708a33182723fc5dbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e13695908bf4f8880269bacb86b8b51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.936695] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1122.936695] env[69959]: value = "task-4087372" [ 1122.936695] env[69959]: _type = "Task" [ 1122.936695] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.952474] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.958716] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087370, 'name': ReconfigVM_Task, 'duration_secs': 1.368187} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.961745] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1/e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.962075] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.995097] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087366, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.610361} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.998139] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] a8ecea62-88de-455a-8bed-cd9402d69a9e/a8ecea62-88de-455a-8bed-cd9402d69a9e.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.998399] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.998977] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81045119-1689-4d6d-b57c-37e6a42d804a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.008776] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1123.008776] env[69959]: value = "task-4087373" [ 1123.008776] env[69959]: _type = "Task" [ 1123.008776] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.025495] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.155166] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.155355] env[69959]: DEBUG nova.compute.manager [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.155583] env[69959]: DEBUG nova.compute.manager [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing instance network info cache due to event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.156897] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.156897] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.156897] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.241859] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfc5d99-e0f6-4a12-beb5-39d80021d740 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.251495] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b3226-5ab9-410c-8ea1-5c81395ce5e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.282995] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4038ab34-79d6-4098-bea4-39b54d1fd5fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.294216] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da49433-0eb2-4c64-abf2-9003a3ec2e6f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.312191] env[69959]: DEBUG nova.compute.provider_tree [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.329018] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.364288] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.377383] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.455053] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.472541] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c38ec04-9500-486e-87ee-baab14ca7bb6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.497331] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d6fc7-92bc-4f92-841d-f0db636c8f61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.518169] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.531360] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080399} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.531643] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.532705] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e8788-6856-47af-9462-160715bc64e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.557132] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a8ecea62-88de-455a-8bed-cd9402d69a9e/a8ecea62-88de-455a-8bed-cd9402d69a9e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.559960] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-281bc56b-6908-48c0-8ab5-9000ec091d94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.576670] env[69959]: DEBUG nova.network.neutron [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Successfully created port: fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.585688] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1123.585688] env[69959]: value = "task-4087374" [ 1123.585688] env[69959]: _type = "Task" [ 1123.585688] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.596995] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.816856] env[69959]: DEBUG nova.scheduler.client.report [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.821898] env[69959]: DEBUG nova.network.neutron [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updating instance_info_cache with network_info: [{"id": "2926af51-0b28-4527-aad7-746bb969f36c", "address": "fa:16:3e:d5:8e:68", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2926af51-0b", "ovs_interfaceid": "2926af51-0b28-4527-aad7-746bb969f36c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.883671] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.900358] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.952229] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087372, 'name': ReconfigVM_Task, 'duration_secs': 1.005869} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.952550] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4/d845cea6-5a2a-4cb4-9313-daf319039ec4.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.954959] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f29a6bed-e33f-417f-baad-cb70c1c85942 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.964405] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1123.964405] env[69959]: value = "task-4087375" [ 1123.964405] env[69959]: _type = "Task" [ 1123.964405] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.977270] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087375, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.102988] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.131422] env[69959]: DEBUG nova.network.neutron [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Port 07d772c3-e19a-450d-acca-0df3ef3c09e7 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1124.157668] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updated VIF entry in instance network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.158740] env[69959]: DEBUG nova.network.neutron [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.327521] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.334048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.334048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.707s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.334048] env[69959]: DEBUG nova.objects.instance [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lazy-loading 'resources' on Instance uuid 0b7a5c06-5cf9-4a40-99c7-720465e11439 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.343858] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.359783] env[69959]: INFO nova.scheduler.client.report [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleted allocations for instance daccb0d1-201d-456e-bff3-848662f2751a [ 1124.386562] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.391030] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.391030] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.391030] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.391030] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.391030] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.391030] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.391599] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.391885] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.392186] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.392497] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.392815] env[69959]: DEBUG nova.virt.hardware [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.397238] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a75133-0c2d-4c67-8373-70148b694d08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.410678] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e43caa-a116-43f8-a068-db441a268c82 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.475864] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087375, 'name': Rename_Task, 'duration_secs': 0.296404} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.476171] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.476439] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f74371-abea-4f6b-977a-0bf94fd8d876 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.484697] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1124.484697] env[69959]: value = "task-4087376" [ 1124.484697] env[69959]: _type = "Task" [ 1124.484697] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.501375] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.600026] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087374, 'name': ReconfigVM_Task, 'duration_secs': 0.652366} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.600026] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a8ecea62-88de-455a-8bed-cd9402d69a9e/a8ecea62-88de-455a-8bed-cd9402d69a9e.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.600026] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adfa348a-b393-4ae6-8694-3b9d37e403f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.608872] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1124.608872] env[69959]: value = "task-4087377" [ 1124.608872] env[69959]: _type = "Task" [ 1124.608872] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.624492] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087377, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.661293] env[69959]: DEBUG oslo_concurrency.lockutils [req-2374661e-e45c-4cb6-aa17-886adf9866da req-202b263d-8245-45f4-aab3-d684705ad0c7 service nova] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.686170] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.687166] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29157d0c-eb24-4538-981b-e2ace3168c31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.697801] env[69959]: DEBUG nova.compute.manager [req-68fa6afb-d54d-4339-9dfd-2c4207e8ef78 req-23e1af30-d238-41a1-82ff-be1d5d829dfc service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Received event network-vif-unplugged-2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.698362] env[69959]: DEBUG oslo_concurrency.lockutils [req-68fa6afb-d54d-4339-9dfd-2c4207e8ef78 req-23e1af30-d238-41a1-82ff-be1d5d829dfc service nova] Acquiring lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.698717] env[69959]: DEBUG oslo_concurrency.lockutils [req-68fa6afb-d54d-4339-9dfd-2c4207e8ef78 req-23e1af30-d238-41a1-82ff-be1d5d829dfc service nova] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.699041] env[69959]: DEBUG oslo_concurrency.lockutils [req-68fa6afb-d54d-4339-9dfd-2c4207e8ef78 req-23e1af30-d238-41a1-82ff-be1d5d829dfc service nova] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.699196] env[69959]: DEBUG nova.compute.manager [req-68fa6afb-d54d-4339-9dfd-2c4207e8ef78 req-23e1af30-d238-41a1-82ff-be1d5d829dfc service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] No waiting events found dispatching network-vif-unplugged-2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.699454] env[69959]: WARNING nova.compute.manager [req-68fa6afb-d54d-4339-9dfd-2c4207e8ef78 req-23e1af30-d238-41a1-82ff-be1d5d829dfc service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Received unexpected event network-vif-unplugged-2926af51-0b28-4527-aad7-746bb969f36c for instance with vm_state shelved and task_state shelving_offloading. [ 1124.704150] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.704508] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5280aa-d561-4fa8-8b86-580987d2a767 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.791735] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.791987] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.792196] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleting the datastore file [datastore1] c498d34b-eab3-4235-8351-5b6dbfada4c3 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.792509] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-179bff87-6d88-4af0-9e09-a78a26e48da6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.806373] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1124.806373] env[69959]: value = "task-4087379" [ 1124.806373] env[69959]: _type = "Task" [ 1124.806373] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.818378] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.869617] env[69959]: DEBUG oslo_concurrency.lockutils [None req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "daccb0d1-201d-456e-bff3-848662f2751a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.313s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.887027] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087368, 'name': CloneVM_Task, 'duration_secs': 4.037426} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.887027] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Created linked-clone VM from snapshot [ 1124.887702] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bb60ac-fd93-46fd-b9f6-7056eea4fe74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.900017] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Uploading image 0442171b-943e-4c36-afda-fe94cc93b36e {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1124.914562] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.915553] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ddb77b7-4d21-4123-a8ed-ed7da599e1d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.924757] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1124.924757] env[69959]: value = "task-4087380" [ 1124.924757] env[69959]: _type = "Task" [ 1124.924757] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.937344] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087380, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.004745] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.119647] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087377, 'name': Rename_Task, 'duration_secs': 0.240323} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.119900] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.120184] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd166c7e-1cc2-450a-b3e2-e7891d67c36f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.133028] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1125.133028] env[69959]: value = "task-4087381" [ 1125.133028] env[69959]: _type = "Task" [ 1125.133028] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.150300] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.161845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.165165] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.165165] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.236187] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249f24e-f128-4efa-b4eb-9a47e6648366 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.250419] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc2d8f-1119-46db-ac57-6fbbce5f9cec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.293994] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1433633-ae21-410d-a104-b4f5a87fd914 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.302796] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b23bcbe-e26c-41b3-b26b-76080ee14403 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.327449] env[69959]: DEBUG oslo_vmware.api [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200123} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.327945] env[69959]: DEBUG nova.compute.provider_tree [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.333692] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.333904] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.334106] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.359853] env[69959]: INFO nova.scheduler.client.report [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocations for instance c498d34b-eab3-4235-8351-5b6dbfada4c3 [ 1125.438912] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087380, 'name': Destroy_Task, 'duration_secs': 0.39476} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.439387] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Destroyed the VM [ 1125.439677] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1125.440039] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9464e1c-73df-451c-a238-733b3b4e0c4e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.447826] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1125.447826] env[69959]: value = "task-4087382" [ 1125.447826] env[69959]: _type = "Task" [ 1125.447826] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.458354] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.499489] env[69959]: DEBUG oslo_vmware.api [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087376, 'name': PowerOnVM_Task, 'duration_secs': 0.567884} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.499902] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.640643] env[69959]: DEBUG nova.compute.manager [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.640643] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9ebd5-40da-4877-9936-9d0a88098a4c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.648829] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.670432] env[69959]: DEBUG nova.network.neutron [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Successfully updated port: fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.841023] env[69959]: DEBUG nova.scheduler.client.report [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.864273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.964203] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087382, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.144494] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.173831] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2dd4449-3272-4250-a915-b21eef8a62ea tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.530s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.178783] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.178947] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.179186] env[69959]: DEBUG nova.network.neutron [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.230735] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.230931] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.231135] env[69959]: DEBUG nova.network.neutron [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.345042] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.347701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.447s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.349691] env[69959]: INFO nova.compute.claims [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.374954] env[69959]: INFO nova.scheduler.client.report [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Deleted allocations for instance 0b7a5c06-5cf9-4a40-99c7-720465e11439 [ 1126.460325] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087382, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.644967] env[69959]: DEBUG oslo_vmware.api [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087381, 'name': PowerOnVM_Task, 'duration_secs': 1.049697} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.645310] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.645943] env[69959]: INFO nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Took 13.51 seconds to spawn the instance on the hypervisor. [ 1126.646361] env[69959]: DEBUG nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.648149] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7bafa-c246-4b70-b59f-601f1c418d18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.735536] env[69959]: DEBUG nova.network.neutron [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.883648] env[69959]: DEBUG oslo_concurrency.lockutils [None req-22a2337e-24a8-485a-9d90-a59e1e868457 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Lock "0b7a5c06-5cf9-4a40-99c7-720465e11439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.403s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.963351] env[69959]: DEBUG oslo_vmware.api [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087382, 'name': RemoveSnapshot_Task, 'duration_secs': 1.23272} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.964269] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.076434] env[69959]: DEBUG nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Received event network-changed-2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.076684] env[69959]: DEBUG nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Refreshing instance network info cache due to event network-changed-2926af51-0b28-4527-aad7-746bb969f36c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.076924] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Acquiring lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.077086] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Acquired lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.077253] env[69959]: DEBUG nova.network.neutron [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Refreshing network info cache for port 2926af51-0b28-4527-aad7-746bb969f36c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.178323] env[69959]: INFO nova.compute.manager [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Took 40.72 seconds to build instance. [ 1127.261483] env[69959]: DEBUG nova.network.neutron [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.262984] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.328267] env[69959]: DEBUG nova.network.neutron [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [{"id": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "address": "fa:16:3e:40:ee:11", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d772c3-e1", "ovs_interfaceid": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.470890] env[69959]: WARNING nova.compute.manager [None req-f3ba690b-5e77-4a64-b6cd-ba1f611d001a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Image not found during snapshot: nova.exception.ImageNotFound: Image 0442171b-943e-4c36-afda-fe94cc93b36e could not be found. [ 1127.690722] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6fb72192-b9dd-4f63-96cc-b675468b79bf tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.253s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.695844] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f36d2-d034-4c91-af45-5e838bf57367 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.706451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c0149-9c57-4bef-acff-4dd204d54a87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.752012] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f58225-bf01-4344-9e3a-14ee09bcbb15 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.765022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dd3ad3-3845-4533-82fe-610c13e79413 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.770840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.771491] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Instance network_info: |[{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.772010] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:27:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd8406a-38a4-4a38-9bb4-9ee06617a63b', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.783046] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.786811] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.796159] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5013abf2-9ab1-4b54-8a04-ce9f37ea2e46 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.812289] env[69959]: DEBUG nova.compute.provider_tree [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.821089] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.821089] env[69959]: value = "task-4087383" [ 1127.821089] env[69959]: _type = "Task" [ 1127.821089] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.831521] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.835521] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087383, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.946241] env[69959]: DEBUG nova.network.neutron [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updated VIF entry in instance network info cache for port 2926af51-0b28-4527-aad7-746bb969f36c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.946725] env[69959]: DEBUG nova.network.neutron [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updating instance_info_cache with network_info: [{"id": "2926af51-0b28-4527-aad7-746bb969f36c", "address": "fa:16:3e:d5:8e:68", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": null, "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2926af51-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.317631] env[69959]: DEBUG nova.scheduler.client.report [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.333963] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087383, 'name': CreateVM_Task, 'duration_secs': 0.366283} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.335736] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.342141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.342141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.342141] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.345354] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8157979-8554-4a36-b9af-9545fdda293e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.357036] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1128.357036] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52134d16-8de1-ac9c-8b03-aacd66fa4906" [ 1128.357036] env[69959]: _type = "Task" [ 1128.357036] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.370531] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52134d16-8de1-ac9c-8b03-aacd66fa4906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.370531] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cba818-313e-442d-af65-e62541f68aa9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.392523] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faec91a-8f0b-4403-8759-941f14b6fe1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.400831] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.455313] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Releasing lock "refresh_cache-c498d34b-eab3-4235-8351-5b6dbfada4c3" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.455579] env[69959]: DEBUG nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Received event network-vif-plugged-fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.455777] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.455976] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Lock "8119be88-48db-4874-b5e9-71f18d80196c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.456149] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Lock "8119be88-48db-4874-b5e9-71f18d80196c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.456299] env[69959]: DEBUG nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] No waiting events found dispatching network-vif-plugged-fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.456458] env[69959]: WARNING nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Received unexpected event network-vif-plugged-fcd8406a-38a4-4a38-9bb4-9ee06617a63b for instance with vm_state building and task_state spawning. [ 1128.456612] env[69959]: DEBUG nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Received event network-changed-fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.456759] env[69959]: DEBUG nova.compute.manager [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Refreshing instance network info cache due to event network-changed-fcd8406a-38a4-4a38-9bb4-9ee06617a63b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.456936] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.457077] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.459023] env[69959]: DEBUG nova.network.neutron [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Refreshing network info cache for port fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.635260] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "a8ecea62-88de-455a-8bed-cd9402d69a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.635562] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.635734] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "a8ecea62-88de-455a-8bed-cd9402d69a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.635899] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.636114] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.639829] env[69959]: INFO nova.compute.manager [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Terminating instance [ 1128.714025] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "eb567035-ab24-4af4-80c9-be625e005792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.714203] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "eb567035-ab24-4af4-80c9-be625e005792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.821966] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.822557] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.826041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.962s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.826438] env[69959]: DEBUG nova.objects.instance [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'resources' on Instance uuid c498d34b-eab3-4235-8351-5b6dbfada4c3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.846297] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.846671] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.846855] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.847077] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.847273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.850253] env[69959]: INFO nova.compute.manager [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Terminating instance [ 1128.871569] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52134d16-8de1-ac9c-8b03-aacd66fa4906, 'name': SearchDatastore_Task, 'duration_secs': 0.016172} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.875036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.875036] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.875036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.875036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.875036] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.875036] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81549d8e-30a9-4cef-bedb-d1eced05bff7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.894285] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.894636] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.895490] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635c18a7-9a6c-47f6-8659-62016beaa058 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.903084] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1128.903084] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52562ce0-a748-5fc5-d307-976b62e69ae2" [ 1128.903084] env[69959]: _type = "Task" [ 1128.903084] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.915037] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.915347] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.915576] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.915774] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.915961] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.916215] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.918315] env[69959]: INFO nova.compute.manager [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Terminating instance [ 1128.921898] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52562ce0-a748-5fc5-d307-976b62e69ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.922166] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e42b314-b76a-411e-8cd6-bfa70bdca44d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.931304] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1128.931304] env[69959]: value = "task-4087385" [ 1128.931304] env[69959]: _type = "Task" [ 1128.931304] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.943653] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.018640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.018640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.018640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.018640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.018640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.020387] env[69959]: INFO nova.compute.manager [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Terminating instance [ 1129.146387] env[69959]: DEBUG nova.compute.manager [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.146387] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.146972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1af8c-7495-4841-b29d-3deb274a8d08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.156015] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.156351] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28622071-803a-448b-95ea-8eb27e83cd24 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.163251] env[69959]: DEBUG oslo_vmware.api [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1129.163251] env[69959]: value = "task-4087386" [ 1129.163251] env[69959]: _type = "Task" [ 1129.163251] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.173213] env[69959]: DEBUG oslo_vmware.api [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.211399] env[69959]: DEBUG nova.network.neutron [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updated VIF entry in instance network info cache for port fcd8406a-38a4-4a38-9bb4-9ee06617a63b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.211747] env[69959]: DEBUG nova.network.neutron [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.216959] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.329075] env[69959]: DEBUG nova.objects.instance [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'numa_topology' on Instance uuid c498d34b-eab3-4235-8351-5b6dbfada4c3 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.332200] env[69959]: DEBUG nova.compute.utils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.332723] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.332933] env[69959]: DEBUG nova.network.neutron [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.354641] env[69959]: DEBUG nova.compute.manager [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.354899] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.356134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c5e3c1-11b0-4e0f-af20-5e96be33a91f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.364779] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.365067] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78e400e-a2b6-4a48-97eb-4ca45d7d6b12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.371697] env[69959]: DEBUG oslo_vmware.api [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1129.371697] env[69959]: value = "task-4087387" [ 1129.371697] env[69959]: _type = "Task" [ 1129.371697] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.373235] env[69959]: DEBUG nova.policy [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd6278b54b34717915aaa45678df357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc40e04316842d0b22f50e5f55b4913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.387226] env[69959]: DEBUG oslo_vmware.api [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.414078] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52562ce0-a748-5fc5-d307-976b62e69ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.415015] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f2f0e9-278c-4190-b55c-37f28fde133f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.422489] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1129.422489] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52957b1e-232e-d0ef-581a-096ce997cfd9" [ 1129.422489] env[69959]: _type = "Task" [ 1129.422489] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.425932] env[69959]: DEBUG nova.compute.manager [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.426207] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.427185] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff348754-3edb-499e-8618-66b4e2bdb125 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.442986] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52957b1e-232e-d0ef-581a-096ce997cfd9, 'name': SearchDatastore_Task, 'duration_secs': 0.013571} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.443320] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.444108] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.444390] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.444664] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c9cfdce-14f1-4725-99c1-e70d7b5dcd6a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446415] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bf32e3-eb43-42af-987a-87271df94763 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.453821] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.460486] env[69959]: DEBUG oslo_vmware.api [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1129.460486] env[69959]: value = "task-4087388" [ 1129.460486] env[69959]: _type = "Task" [ 1129.460486] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.462860] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1129.462860] env[69959]: value = "task-4087389" [ 1129.462860] env[69959]: _type = "Task" [ 1129.462860] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.478064] env[69959]: DEBUG oslo_vmware.api [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.481989] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.502023] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8def40c-b9d7-44b2-ba9d-a6947609c466 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.507327] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Suspending the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1129.508018] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-59eaa6a9-3edc-4a9e-b382-81439f1f5633 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.517110] env[69959]: DEBUG oslo_vmware.api [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1129.517110] env[69959]: value = "task-4087390" [ 1129.517110] env[69959]: _type = "Task" [ 1129.517110] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.524728] env[69959]: DEBUG nova.compute.manager [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.525012] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.532243] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52475394-c8a9-481f-96e7-246ff38597e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.533670] env[69959]: DEBUG oslo_vmware.api [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087390, 'name': SuspendVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.539487] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.539812] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cc56f05-d738-40bd-b764-b324f31ad211 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.548169] env[69959]: DEBUG oslo_vmware.api [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1129.548169] env[69959]: value = "task-4087391" [ 1129.548169] env[69959]: _type = "Task" [ 1129.548169] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.558667] env[69959]: DEBUG oslo_vmware.api [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.677446] env[69959]: DEBUG oslo_vmware.api [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087386, 'name': PowerOffVM_Task, 'duration_secs': 0.286492} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.677821] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.678010] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.678283] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a94764-634d-44fd-9ccd-4ad7e34bcf3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.715541] env[69959]: DEBUG oslo_concurrency.lockutils [req-1e79bdc7-53ca-41b2-b563-ae07fa922491 req-3e290655-20dc-40af-9f70-9cd283a281a1 service nova] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.751678] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.785056] env[69959]: DEBUG nova.network.neutron [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Successfully created port: 8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.804102] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.804464] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.804743] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore2] a8ecea62-88de-455a-8bed-cd9402d69a9e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.805217] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f582938-b13c-4e86-a3d9-9854971d1602 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.815690] env[69959]: DEBUG oslo_vmware.api [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1129.815690] env[69959]: value = "task-4087393" [ 1129.815690] env[69959]: _type = "Task" [ 1129.815690] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.826655] env[69959]: DEBUG oslo_vmware.api [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.834403] env[69959]: DEBUG nova.objects.base [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.837453] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.896038] env[69959]: DEBUG oslo_vmware.api [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087387, 'name': PowerOffVM_Task, 'duration_secs': 0.215325} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.896038] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.896038] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.896038] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e5930a7-6331-4024-80d0-0b6894c2b3a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.951061] env[69959]: DEBUG oslo_vmware.api [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087385, 'name': PowerOnVM_Task, 'duration_secs': 0.76532} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.951415] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.951611] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4eb1c-6792-4c2c-b318-8aee80b03404 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance 'e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.981952] env[69959]: DEBUG oslo_vmware.api [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087388, 'name': PowerOffVM_Task, 'duration_secs': 0.218063} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.988976] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.989515] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.989515] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.993931] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6080c22-6e35-4418-b373-52e20190b498 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.002291] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.002291] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.002291] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleting the datastore file [datastore2] 8d6161e0-842e-44e6-a3bc-3217942f6cfe {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.002291] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e791678-3160-48dd-a2cf-2d71591e6ee8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.017511] env[69959]: DEBUG oslo_vmware.api [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for the task: (returnval){ [ 1130.017511] env[69959]: value = "task-4087396" [ 1130.017511] env[69959]: _type = "Task" [ 1130.017511] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.032059] env[69959]: DEBUG oslo_vmware.api [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.037223] env[69959]: DEBUG oslo_vmware.api [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087390, 'name': SuspendVM_Task} progress is 58%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.072884] env[69959]: DEBUG oslo_vmware.api [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087391, 'name': PowerOffVM_Task, 'duration_secs': 0.21216} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.072884] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.072884] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.072884] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fbbe8de-683e-4e18-a71d-228832c30f30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.097945] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.098184] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.098364] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleting the datastore file [datastore1] a5bbd175-5552-4f24-bb6b-842ca4d162ce {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.098637] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee6ccdc2-c209-4657-b553-160271f2e038 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.106698] env[69959]: DEBUG oslo_vmware.api [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1130.106698] env[69959]: value = "task-4087398" [ 1130.106698] env[69959]: _type = "Task" [ 1130.106698] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.128361] env[69959]: DEBUG oslo_vmware.api [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.152902] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.153197] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.153418] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleting the datastore file [datastore1] 895c00ea-0c2d-4c96-99f9-7283bbac91a7 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.154210] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aeba336-ce20-4f2a-b7fa-4436a8272ea2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.164595] env[69959]: DEBUG oslo_vmware.api [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for the task: (returnval){ [ 1130.164595] env[69959]: value = "task-4087399" [ 1130.164595] env[69959]: _type = "Task" [ 1130.164595] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.176320] env[69959]: DEBUG oslo_vmware.api [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.233045] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafbf8e0-c3d3-4665-b3c8-d207ae7a3f77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.241144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05deaf91-90fc-4feb-9241-ca96a113f300 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.275294] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e03bb-56a0-4e95-8c0d-6c7fcbc4ed78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.284751] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc212d3-dc30-47c3-b47a-3dffc57d09cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.301375] env[69959]: DEBUG nova.compute.provider_tree [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.327056] env[69959]: DEBUG oslo_vmware.api [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412019} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.327244] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.327356] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.327553] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.327742] env[69959]: INFO nova.compute.manager [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1130.328046] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.328263] env[69959]: DEBUG nova.compute.manager [-] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.328389] env[69959]: DEBUG nova.network.neutron [-] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.484774] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615135} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.485258] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.485521] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.485880] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d538de88-2ff7-4a36-9184-98cd4b3716d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.493737] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1130.493737] env[69959]: value = "task-4087400" [ 1130.493737] env[69959]: _type = "Task" [ 1130.493737] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.504039] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.531256] env[69959]: DEBUG oslo_vmware.api [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087390, 'name': SuspendVM_Task, 'duration_secs': 0.877112} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.534924] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Suspended the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1130.535346] env[69959]: DEBUG nova.compute.manager [None req-61608f93-27bd-427f-ba01-1ad39b6f67a9 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.535815] env[69959]: DEBUG oslo_vmware.api [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Task: {'id': task-4087396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284398} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.536731] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc827a8-ccad-4953-917f-9f31910a22b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.539789] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.540120] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.540345] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.540592] env[69959]: INFO nova.compute.manager [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1130.540905] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.541196] env[69959]: DEBUG nova.compute.manager [-] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.541341] env[69959]: DEBUG nova.network.neutron [-] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.620212] env[69959]: DEBUG oslo_vmware.api [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235786} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.621306] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.621571] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.621863] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.622577] env[69959]: INFO nova.compute.manager [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1130.622577] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.623122] env[69959]: DEBUG nova.compute.manager [-] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.623393] env[69959]: DEBUG nova.network.neutron [-] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.649461] env[69959]: DEBUG nova.compute.manager [req-9498c4dd-eb43-4b6e-9077-32910974d8ad req-83132409-9dac-429e-a805-81bc95b586dc service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Received event network-vif-deleted-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.649461] env[69959]: INFO nova.compute.manager [req-9498c4dd-eb43-4b6e-9077-32910974d8ad req-83132409-9dac-429e-a805-81bc95b586dc service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Neutron deleted interface 897c2177-3d6c-42c5-80a7-2b39a04ba0d4; detaching it from the instance and deleting it from the info cache [ 1130.649461] env[69959]: DEBUG nova.network.neutron [req-9498c4dd-eb43-4b6e-9077-32910974d8ad req-83132409-9dac-429e-a805-81bc95b586dc service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.676483] env[69959]: DEBUG oslo_vmware.api [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Task: {'id': task-4087399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21037} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.677079] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.677308] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.680093] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.680093] env[69959]: INFO nova.compute.manager [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1130.680093] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.680093] env[69959]: DEBUG nova.compute.manager [-] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.680093] env[69959]: DEBUG nova.network.neutron [-] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.805086] env[69959]: DEBUG nova.scheduler.client.report [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.847692] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.880336] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.880576] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.880728] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.880907] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.881244] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.881472] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.881755] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.882036] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.882290] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.882518] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.882845] env[69959]: DEBUG nova.virt.hardware [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.883854] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff3c07-b5f5-494c-9fcc-1b5708b0cc91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.893977] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96c197-7023-4f3e-960c-83e130aaf8f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.007796] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080189} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.009822] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.011106] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec3cd8-0293-49cd-a063-5f21aeea4ebf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.042764] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.044877] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba7fc8b-5f4f-4a8f-89b7-2559c0454dae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.059897] env[69959]: DEBUG nova.compute.manager [req-0b5e4f3a-838b-4333-a8c8-f35acd49438f req-94e7a9ff-843f-447c-a74c-ff48d3f5f862 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Received event network-vif-deleted-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.060065] env[69959]: INFO nova.compute.manager [req-0b5e4f3a-838b-4333-a8c8-f35acd49438f req-94e7a9ff-843f-447c-a74c-ff48d3f5f862 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Neutron deleted interface 73d8ce9f-3288-4d4f-a981-91d3f03a65e6; detaching it from the instance and deleting it from the info cache [ 1131.060243] env[69959]: DEBUG nova.network.neutron [req-0b5e4f3a-838b-4333-a8c8-f35acd49438f req-94e7a9ff-843f-447c-a74c-ff48d3f5f862 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.072180] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1131.072180] env[69959]: value = "task-4087401" [ 1131.072180] env[69959]: _type = "Task" [ 1131.072180] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.088287] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.115296] env[69959]: DEBUG nova.network.neutron [-] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.153462] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f39ada86-2df5-4340-82a5-768491c2ef33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.162947] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33fdc0e-7216-4f12-885d-ae1589887a49 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.201553] env[69959]: DEBUG nova.compute.manager [req-9498c4dd-eb43-4b6e-9077-32910974d8ad req-83132409-9dac-429e-a805-81bc95b586dc service nova] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Detach interface failed, port_id=897c2177-3d6c-42c5-80a7-2b39a04ba0d4, reason: Instance a8ecea62-88de-455a-8bed-cd9402d69a9e could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.245022] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.245022] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.311735] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.486s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.316521] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.564s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.318236] env[69959]: INFO nova.compute.claims [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.450492] env[69959]: DEBUG nova.network.neutron [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Successfully updated port: 8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.501468] env[69959]: DEBUG nova.network.neutron [-] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.511669] env[69959]: DEBUG nova.network.neutron [-] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.566452] env[69959]: DEBUG nova.network.neutron [-] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.567728] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5bca623-f9d3-4b63-a878-d2d82743906c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.589123] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087401, 'name': ReconfigVM_Task, 'duration_secs': 0.316027} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.593220] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccce76fa-6874-465a-82c2-832332d1eeef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.603943] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.605214] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eafcfc08-9cf5-4143-8b6a-20bbcf81b44d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.617700] env[69959]: INFO nova.compute.manager [-] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Took 1.29 seconds to deallocate network for instance. [ 1131.639487] env[69959]: DEBUG nova.compute.manager [req-0b5e4f3a-838b-4333-a8c8-f35acd49438f req-94e7a9ff-843f-447c-a74c-ff48d3f5f862 service nova] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Detach interface failed, port_id=73d8ce9f-3288-4d4f-a981-91d3f03a65e6, reason: Instance 895c00ea-0c2d-4c96-99f9-7283bbac91a7 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.645232] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1131.645232] env[69959]: value = "task-4087403" [ 1131.645232] env[69959]: _type = "Task" [ 1131.645232] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.657628] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087403, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.705628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.705943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.706168] env[69959]: DEBUG nova.compute.manager [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Going to confirm migration 5 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1131.752276] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.752588] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.752981] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.753171] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.753405] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.753641] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.753841] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1131.754086] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.830100] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9f43fc27-8eea-4cca-94ef-9a98c6b6a97c tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.314s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.830835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.568s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.831159] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.831451] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.831713] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.834217] env[69959]: INFO nova.compute.manager [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Terminating instance [ 1131.953203] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953415] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.953979] env[69959]: DEBUG nova.network.neutron [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.003992] env[69959]: INFO nova.compute.manager [-] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Took 1.33 seconds to deallocate network for instance. [ 1132.013867] env[69959]: INFO nova.compute.manager [-] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Took 1.47 seconds to deallocate network for instance. [ 1132.029247] env[69959]: INFO nova.compute.manager [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Resuming [ 1132.029414] env[69959]: DEBUG nova.objects.instance [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lazy-loading 'flavor' on Instance uuid d845cea6-5a2a-4cb4-9313-daf319039ec4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.076165] env[69959]: INFO nova.compute.manager [-] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Took 1.45 seconds to deallocate network for instance. [ 1132.147593] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.965582] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.969186] env[69959]: DEBUG nova.compute.manager [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.969422] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.973350] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.974149] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.976694] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.978707] env[69959]: DEBUG nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Received event network-vif-deleted-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.978923] env[69959]: DEBUG nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Received event network-vif-deleted-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.979126] env[69959]: DEBUG nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Received event network-vif-plugged-8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.979307] env[69959]: DEBUG oslo_concurrency.lockutils [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] Acquiring lock "efa90012-6baa-46b0-80f7-791ebd163232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.979502] env[69959]: DEBUG oslo_concurrency.lockutils [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] Lock "efa90012-6baa-46b0-80f7-791ebd163232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.979664] env[69959]: DEBUG oslo_concurrency.lockutils [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] Lock "efa90012-6baa-46b0-80f7-791ebd163232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.979827] env[69959]: DEBUG nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] No waiting events found dispatching network-vif-plugged-8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1132.979988] env[69959]: WARNING nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Received unexpected event network-vif-plugged-8270d6e8-3c71-4029-8970-6c3b70409861 for instance with vm_state building and task_state spawning. [ 1132.980159] env[69959]: DEBUG nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Received event network-changed-8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.980305] env[69959]: DEBUG nova.compute.manager [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Refreshing instance network info cache due to event network-changed-8270d6e8-3c71-4029-8970-6c3b70409861. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.980465] env[69959]: DEBUG oslo_concurrency.lockutils [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] Acquiring lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.984791] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7afed1d-721e-4e49-8287-2a07725acd5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.993317] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087403, 'name': Rename_Task, 'duration_secs': 0.162012} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.995253] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.995875] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a088013-92bb-4532-ac39-1557db9f2ccc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.000241] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0d78b-3c86-4ee2-96e3-7472e098ae89 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.021554] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1133.021554] env[69959]: value = "task-4087404" [ 1133.021554] env[69959]: _type = "Task" [ 1133.021554] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.036672] env[69959]: WARNING nova.virt.vmwareapi.vmops [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c498d34b-eab3-4235-8351-5b6dbfada4c3 could not be found. [ 1133.036884] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.037075] env[69959]: INFO nova.compute.manager [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1133.037327] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.040723] env[69959]: DEBUG nova.compute.manager [-] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.040889] env[69959]: DEBUG nova.network.neutron [-] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.048048] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.054371] env[69959]: DEBUG nova.network.neutron [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.116224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.116224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.116224] env[69959]: DEBUG nova.network.neutron [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.116224] env[69959]: DEBUG nova.objects.instance [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'info_cache' on Instance uuid e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.313803] env[69959]: DEBUG nova.network.neutron [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updating instance_info_cache with network_info: [{"id": "8270d6e8-3c71-4029-8970-6c3b70409861", "address": "fa:16:3e:5e:9c:b1", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8270d6e8-3c", "ovs_interfaceid": "8270d6e8-3c71-4029-8970-6c3b70409861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.330843] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d30750-1366-41d6-9689-1fde016be648 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.339800] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196bb794-a82b-412c-8785-db5acec317ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.374861] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc474c-2024-4672-8786-fba6f0a2f0ab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.383543] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f1391-c6e6-45e1-a3ae-b82f9076f4ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.400071] env[69959]: DEBUG nova.compute.provider_tree [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.536742] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087404, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.818900] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.819274] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Instance network_info: |[{"id": "8270d6e8-3c71-4029-8970-6c3b70409861", "address": "fa:16:3e:5e:9c:b1", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8270d6e8-3c", "ovs_interfaceid": "8270d6e8-3c71-4029-8970-6c3b70409861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.819613] env[69959]: DEBUG oslo_concurrency.lockutils [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] Acquired lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.819911] env[69959]: DEBUG nova.network.neutron [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Refreshing network info cache for port 8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.821188] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:9c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8270d6e8-3c71-4029-8970-6c3b70409861', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.830517] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.835021] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.835599] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6395325-2c4d-4879-af73-0f3c4634b9d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.856692] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.856692] env[69959]: value = "task-4087405" [ 1133.856692] env[69959]: _type = "Task" [ 1133.856692] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.866377] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087405, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.904056] env[69959]: DEBUG nova.scheduler.client.report [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.915371] env[69959]: DEBUG nova.network.neutron [-] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.990733] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.991073] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquired lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.991311] env[69959]: DEBUG nova.network.neutron [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.035963] env[69959]: DEBUG oslo_vmware.api [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087404, 'name': PowerOnVM_Task, 'duration_secs': 0.791474} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.035963] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.035963] env[69959]: INFO nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1134.035963] env[69959]: DEBUG nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.037081] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aecea18-0b84-4662-a740-3cfe431bc67b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.099762] env[69959]: DEBUG nova.network.neutron [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updated VIF entry in instance network info cache for port 8270d6e8-3c71-4029-8970-6c3b70409861. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.100151] env[69959]: DEBUG nova.network.neutron [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updating instance_info_cache with network_info: [{"id": "8270d6e8-3c71-4029-8970-6c3b70409861", "address": "fa:16:3e:5e:9c:b1", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8270d6e8-3c", "ovs_interfaceid": "8270d6e8-3c71-4029-8970-6c3b70409861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.331851] env[69959]: DEBUG nova.network.neutron [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [{"id": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "address": "fa:16:3e:40:ee:11", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d772c3-e1", "ovs_interfaceid": "07d772c3-e19a-450d-acca-0df3ef3c09e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.367863] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087405, 'name': CreateVM_Task, 'duration_secs': 0.380254} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.367863] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.368555] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.368722] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.369068] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.369327] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8299734b-97a8-4265-a205-b38af7da3629 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.374612] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1134.374612] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529b9567-0676-c0bc-c7b2-3b9913c66cb2" [ 1134.374612] env[69959]: _type = "Task" [ 1134.374612] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.383277] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529b9567-0676-c0bc-c7b2-3b9913c66cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.408902] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.093s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.409630] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.412490] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.265s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.413272] env[69959]: DEBUG nova.objects.instance [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'resources' on Instance uuid a8ecea62-88de-455a-8bed-cd9402d69a9e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.417636] env[69959]: INFO nova.compute.manager [-] [instance: c498d34b-eab3-4235-8351-5b6dbfada4c3] Took 1.38 seconds to deallocate network for instance. [ 1134.565527] env[69959]: INFO nova.compute.manager [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Took 20.45 seconds to build instance. [ 1134.603311] env[69959]: DEBUG oslo_concurrency.lockutils [req-4efc2be7-de2b-4635-9c5a-34f645be6411 req-aeb1ef42-388b-446c-b468-f9ec737d6fcc service nova] Releasing lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.638921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-a2815433-9ad9-4fc0-ab3f-5f41f00cd953-31fff73a-e30a-4454-9994-0d2f71578183" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.639232] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-a2815433-9ad9-4fc0-ab3f-5f41f00cd953-31fff73a-e30a-4454-9994-0d2f71578183" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.639828] env[69959]: DEBUG nova.objects.instance [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'flavor' on Instance uuid a2815433-9ad9-4fc0-ab3f-5f41f00cd953 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.732470] env[69959]: DEBUG nova.network.neutron [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [{"id": "74659962-3a84-413d-99c8-4c99f7342c4e", "address": "fa:16:3e:3d:ba:3f", "network": {"id": "4852f71e-6c24-40d7-b920-d262c942db2d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1224343050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda7edf66a7e45a6bcc8d8e62e39f934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74659962-3a", "ovs_interfaceid": "74659962-3a84-413d-99c8-4c99f7342c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.835174] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.835451] env[69959]: DEBUG nova.objects.instance [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'migration_context' on Instance uuid e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.885869] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529b9567-0676-c0bc-c7b2-3b9913c66cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.886252] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.886484] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.886722] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.886864] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.887055] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.887330] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd64d3c0-8b02-4435-b62c-1469a6d93381 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.896854] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.897121] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.897862] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e6b622-f653-428e-a208-526d39c1bf4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.904584] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1134.904584] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52671f8b-5e79-6c2c-a3b3-a399055d14ec" [ 1134.904584] env[69959]: _type = "Task" [ 1134.904584] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.914069] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52671f8b-5e79-6c2c-a3b3-a399055d14ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.915301] env[69959]: DEBUG nova.compute.utils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.918975] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.919250] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.975391] env[69959]: DEBUG nova.policy [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a256d80232754fb3873025ef2c0bcd90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed102f2caa940c28fd3ce8b86b0bfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.067762] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cae4e760-ab71-43d5-b1d4-eb2905833751 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.959s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.202426] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fb952-6a90-4694-a07b-122a830b3c2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.211111] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5a79b1-9905-4193-83c8-a50872044c04 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.246486] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Releasing lock "refresh_cache-d845cea6-5a2a-4cb4-9313-daf319039ec4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.249990] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fee90-3593-433a-8b15-fb77dd4a7578 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.253202] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d0f109-d2f2-4947-8034-6d89b5e53c57 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.266072] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Resuming the VM {{(pid=69959) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1135.269066] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952a404d-bc9c-4e0d-9048-a8040afb47ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.272904] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2273c24-8aae-4741-89f6-94f560e5a216 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.289299] env[69959]: DEBUG nova.compute.provider_tree [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.298267] env[69959]: DEBUG oslo_vmware.api [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1135.298267] env[69959]: value = "task-4087407" [ 1135.298267] env[69959]: _type = "Task" [ 1135.298267] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.307836] env[69959]: DEBUG oslo_vmware.api [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.329362] env[69959]: DEBUG nova.objects.instance [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'pci_requests' on Instance uuid a2815433-9ad9-4fc0-ab3f-5f41f00cd953 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.338602] env[69959]: DEBUG nova.objects.base [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.341104] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122fa40d-907f-4b6d-8e88-8e68629edb0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.367827] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Successfully created port: 1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.370144] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276b894f-855f-4f2e-942d-5e52b9b49699 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.377246] env[69959]: DEBUG oslo_vmware.api [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1135.377246] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5220f132-f2dc-7f4c-3f51-688b9a925f9d" [ 1135.377246] env[69959]: _type = "Task" [ 1135.377246] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.387998] env[69959]: DEBUG oslo_vmware.api [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5220f132-f2dc-7f4c-3f51-688b9a925f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008241} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.388131] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.417551] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52671f8b-5e79-6c2c-a3b3-a399055d14ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.418439] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ff0ba4-6cf6-4ded-8100-09659d998d5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.422395] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.429912] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1135.429912] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52146f46-7124-74c2-1caf-7b9d3e5f9893" [ 1135.429912] env[69959]: _type = "Task" [ 1135.429912] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.440489] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52146f46-7124-74c2-1caf-7b9d3e5f9893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.465052] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "c498d34b-eab3-4235-8351-5b6dbfada4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.633s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.677889] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Successfully created port: fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.799809] env[69959]: DEBUG nova.scheduler.client.report [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.815143] env[69959]: DEBUG oslo_vmware.api [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.832383] env[69959]: DEBUG nova.objects.base [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.832601] env[69959]: DEBUG nova.network.neutron [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.950327] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52146f46-7124-74c2-1caf-7b9d3e5f9893, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.951530] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.952598] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] efa90012-6baa-46b0-80f7-791ebd163232/efa90012-6baa-46b0-80f7-791ebd163232.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.954851] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-600f838a-6e66-4844-97bc-1f64384c54de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.964640] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1135.964640] env[69959]: value = "task-4087408" [ 1135.964640] env[69959]: _type = "Task" [ 1135.964640] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.970596] env[69959]: DEBUG nova.policy [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.981063] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.097468] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Successfully created port: b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.309555] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.312103] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.347s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.312360] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.312531] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1136.312946] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.340s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.313235] env[69959]: DEBUG nova.objects.instance [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lazy-loading 'resources' on Instance uuid 895c00ea-0c2d-4c96-99f9-7283bbac91a7 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.315876] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5091fe-4f57-4815-b407-9ce36e023a6e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.322311] env[69959]: DEBUG oslo_vmware.api [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087407, 'name': PowerOnVM_Task, 'duration_secs': 0.638133} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.323138] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Resumed the VM {{(pid=69959) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1136.323345] env[69959]: DEBUG nova.compute.manager [None req-2e598593-40e9-4d22-9673-4413f6b42d0a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.324877] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c117ab-f9f4-4e6b-9e27-5de0155c6d11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.336834] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2b0c0-548c-40d7-9293-e3e2ce3a0181 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.342793] env[69959]: INFO nova.scheduler.client.report [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance a8ecea62-88de-455a-8bed-cd9402d69a9e [ 1136.375707] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d94bfc-de5a-46bd-b3f1-7009f425de9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.387508] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d7f19b-6186-448b-89ea-2753aac9bdcc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.425156] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178878MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1136.425557] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.429889] env[69959]: DEBUG nova.compute.manager [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Received event network-changed-fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.430101] env[69959]: DEBUG nova.compute.manager [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Refreshing instance network info cache due to event network-changed-fcd8406a-38a4-4a38-9bb4-9ee06617a63b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.430334] env[69959]: DEBUG oslo_concurrency.lockutils [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.430520] env[69959]: DEBUG oslo_concurrency.lockutils [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.430637] env[69959]: DEBUG nova.network.neutron [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Refreshing network info cache for port fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.439806] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.479205] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087408, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.482061] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.483259] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.483259] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.483259] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.483259] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.483470] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.484270] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.484270] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.484270] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.484465] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.484743] env[69959]: DEBUG nova.virt.hardware [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.485556] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9f209-a274-4506-8bf0-dc6dd2e5ea82 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.494724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d82579-9fda-4c05-8158-726ad01e4e32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.663477] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "2eb61a9b-c911-418d-8f23-994e9503fe79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.663824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.868562] env[69959]: DEBUG oslo_concurrency.lockutils [None req-486c7ee3-c120-4be9-9fc3-43956e4be022 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a8ecea62-88de-455a-8bed-cd9402d69a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.233s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.977836] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087408, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.107027] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37d640-a2c2-4e68-a4a9-9fecee76769c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.120280] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93771aa6-411a-4376-a142-769ce2b1022b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.155321] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4381a39c-2a2b-488c-a2c3-cabf11176b6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.164043] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b8f6e8-84e7-4fc0-98fc-0827f7e48db0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.180779] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.184257] env[69959]: DEBUG nova.compute.provider_tree [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.192512] env[69959]: DEBUG nova.network.neutron [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updated VIF entry in instance network info cache for port fcd8406a-38a4-4a38-9bb4-9ee06617a63b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.192872] env[69959]: DEBUG nova.network.neutron [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.477079] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087408, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.498373] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "977590a2-ab04-4998-b28d-c6eaf9066ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.499024] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.499024] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "977590a2-ab04-4998-b28d-c6eaf9066ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.499221] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.499492] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.502271] env[69959]: INFO nova.compute.manager [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Terminating instance [ 1137.688576] env[69959]: DEBUG nova.scheduler.client.report [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.696267] env[69959]: DEBUG oslo_concurrency.lockutils [req-012e469a-4fe6-47a9-b7f8-6406afbb69b5 req-f4c0aafb-271d-49b9-9074-a1f810666e7d service nova] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.707150] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.857573] env[69959]: DEBUG nova.compute.manager [req-40e7bda8-f237-461e-afc6-d4907fc0e684 req-790df228-8840-41b7-89dd-3598bd3e167d service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-vif-plugged-31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.857804] env[69959]: DEBUG oslo_concurrency.lockutils [req-40e7bda8-f237-461e-afc6-d4907fc0e684 req-790df228-8840-41b7-89dd-3598bd3e167d service nova] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.858863] env[69959]: DEBUG oslo_concurrency.lockutils [req-40e7bda8-f237-461e-afc6-d4907fc0e684 req-790df228-8840-41b7-89dd-3598bd3e167d service nova] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.859202] env[69959]: DEBUG oslo_concurrency.lockutils [req-40e7bda8-f237-461e-afc6-d4907fc0e684 req-790df228-8840-41b7-89dd-3598bd3e167d service nova] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.859412] env[69959]: DEBUG nova.compute.manager [req-40e7bda8-f237-461e-afc6-d4907fc0e684 req-790df228-8840-41b7-89dd-3598bd3e167d service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] No waiting events found dispatching network-vif-plugged-31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.859591] env[69959]: WARNING nova.compute.manager [req-40e7bda8-f237-461e-afc6-d4907fc0e684 req-790df228-8840-41b7-89dd-3598bd3e167d service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received unexpected event network-vif-plugged-31fff73a-e30a-4454-9994-0d2f71578183 for instance with vm_state active and task_state None. [ 1137.895331] env[69959]: DEBUG nova.network.neutron [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Successfully updated port: 31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.969357] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Successfully updated port: 1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.982875] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087408, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546122} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.982875] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] efa90012-6baa-46b0-80f7-791ebd163232/efa90012-6baa-46b0-80f7-791ebd163232.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.982875] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.983130] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bca2b72-b6b5-490f-b2e0-9f57d292aaca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.991496] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1137.991496] env[69959]: value = "task-4087409" [ 1137.991496] env[69959]: _type = "Task" [ 1137.991496] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.004008] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.006695] env[69959]: DEBUG nova.compute.manager [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.006909] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.007753] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf54e9-df8e-475c-a137-daad051f2a5f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.016142] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.016347] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310759da-7665-4886-a869-dc2b6dece65a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.023252] env[69959]: DEBUG oslo_vmware.api [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1138.023252] env[69959]: value = "task-4087410" [ 1138.023252] env[69959]: _type = "Task" [ 1138.023252] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.033353] env[69959]: DEBUG oslo_vmware.api [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.195999] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.198617] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.224s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.199015] env[69959]: DEBUG nova.objects.instance [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lazy-loading 'resources' on Instance uuid 8d6161e0-842e-44e6-a3bc-3217942f6cfe {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.218515] env[69959]: INFO nova.scheduler.client.report [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleted allocations for instance 895c00ea-0c2d-4c96-99f9-7283bbac91a7 [ 1138.400540] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.400540] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.400540] env[69959]: DEBUG nova.network.neutron [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.503755] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073821} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.504110] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.505306] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81f45b-d483-42a4-b87d-ec24dc3f918a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.532341] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] efa90012-6baa-46b0-80f7-791ebd163232/efa90012-6baa-46b0-80f7-791ebd163232.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.532866] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34288f2a-5f0b-4bdd-846f-2f922da0fc7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.557369] env[69959]: DEBUG oslo_vmware.api [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087410, 'name': PowerOffVM_Task, 'duration_secs': 0.501968} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.558862] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.559048] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.559369] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1138.559369] env[69959]: value = "task-4087411" [ 1138.559369] env[69959]: _type = "Task" [ 1138.559369] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.559599] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85630afe-c3ec-439c-add0-3a35616c7dfa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.571269] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.732188] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8bd36384-4be6-43a7-8427-6051efe0d459 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "895c00ea-0c2d-4c96-99f9-7283bbac91a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.715s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.945200] env[69959]: WARNING nova.network.neutron [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] 22305619-c081-4b48-991e-69909e91ae94 already exists in list: networks containing: ['22305619-c081-4b48-991e-69909e91ae94']. ignoring it [ 1138.983035] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.983397] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.985044] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore2] 977590a2-ab04-4998-b28d-c6eaf9066ce6 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.985416] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d9627f-a677-428e-a6d0-c4da3c6e1822 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.003021] env[69959]: DEBUG oslo_vmware.api [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1139.003021] env[69959]: value = "task-4087413" [ 1139.003021] env[69959]: _type = "Task" [ 1139.003021] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.020110] env[69959]: DEBUG oslo_vmware.api [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.030696] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f24872f-fdc7-4341-b279-4d38ce92f3c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.039803] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27033e73-8f2c-49ce-ad38-6aa1bd6de9ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.082155] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f310db0e-86f8-4622-b0d4-e410d812707b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.091916] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087411, 'name': ReconfigVM_Task, 'duration_secs': 0.382299} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.094945] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Reconfigured VM instance instance-00000062 to attach disk [datastore1] efa90012-6baa-46b0-80f7-791ebd163232/efa90012-6baa-46b0-80f7-791ebd163232.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.095818] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9195a25-044c-4d5e-8a4e-74c3302699ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.099079] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb9f55-4562-40c2-afad-1a5e09c34f5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.117200] env[69959]: DEBUG nova.compute.provider_tree [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.120459] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1139.120459] env[69959]: value = "task-4087414" [ 1139.120459] env[69959]: _type = "Task" [ 1139.120459] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.134322] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087414, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.303276] env[69959]: DEBUG nova.network.neutron [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31fff73a-e30a-4454-9994-0d2f71578183", "address": "fa:16:3e:92:44:86", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fff73a-e3", "ovs_interfaceid": "31fff73a-e30a-4454-9994-0d2f71578183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.516062] env[69959]: DEBUG oslo_vmware.api [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157651} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.516062] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.516062] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.516062] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.516062] env[69959]: INFO nova.compute.manager [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1139.516062] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.516062] env[69959]: DEBUG nova.compute.manager [-] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.516062] env[69959]: DEBUG nova.network.neutron [-] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.638213] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087414, 'name': Rename_Task, 'duration_secs': 0.154457} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.638621] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.638951] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-428e68e8-6787-4d60-8196-3f92e6fb5fd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.648118] env[69959]: ERROR nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] [req-990b7f69-4baf-4110-b8ae-aaaf75b3c25a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 17, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-990b7f69-4baf-4110-b8ae-aaaf75b3c25a"}]} [ 1139.653147] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1139.653147] env[69959]: value = "task-4087415" [ 1139.653147] env[69959]: _type = "Task" [ 1139.653147] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.664790] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.678782] env[69959]: DEBUG nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.696610] env[69959]: DEBUG nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.696946] env[69959]: DEBUG nova.compute.provider_tree [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.718649] env[69959]: DEBUG nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.746729] env[69959]: DEBUG nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.806611] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.807986] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.808126] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.809087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183123b9-21f7-422a-a76c-4315992d4013 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.833683] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.833683] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.833683] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.834103] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.834103] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.834450] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.834600] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.835285] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.835285] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.836171] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.836171] env[69959]: DEBUG nova.virt.hardware [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.843474] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Reconfiguring VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.849189] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32fc0164-f414-4d96-9f9c-f1bcabd7187f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.869401] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1139.869401] env[69959]: value = "task-4087416" [ 1139.869401] env[69959]: _type = "Task" [ 1139.869401] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.881316] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.087409] env[69959]: DEBUG nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-vif-plugged-1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.087685] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Acquiring lock "eb567035-ab24-4af4-80c9-be625e005792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.087920] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.088113] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.088288] env[69959]: DEBUG nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] No waiting events found dispatching network-vif-plugged-1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.088476] env[69959]: WARNING nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received unexpected event network-vif-plugged-1313590e-5b43-4093-8e6a-e658e66ee756 for instance with vm_state building and task_state spawning. [ 1140.088656] env[69959]: DEBUG nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-changed-31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.088811] env[69959]: DEBUG nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing instance network info cache due to event network-changed-31fff73a-e30a-4454-9994-0d2f71578183. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.089023] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.089200] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.089340] env[69959]: DEBUG nova.network.neutron [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing network info cache for port 31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.111814] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840527f2-882a-42d9-a298-de2121c6a691 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.120478] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a691d-e79d-414c-83b7-e49a466017b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.158534] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6549fc34-5dcf-44aa-8dbe-482c16f98f37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.170761] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5361834-f39c-4e4f-a567-c765d7de318a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.174908] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.185846] env[69959]: DEBUG nova.compute.provider_tree [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.288445] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Successfully updated port: fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.380373] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.386098] env[69959]: DEBUG nova.network.neutron [-] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.665823] env[69959]: DEBUG oslo_vmware.api [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087415, 'name': PowerOnVM_Task, 'duration_secs': 0.688877} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.666163] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.666370] env[69959]: INFO nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1140.666551] env[69959]: DEBUG nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.667399] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567927f-5b01-4ac7-b629-a12cd5d095d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.691211] env[69959]: DEBUG nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.884709] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.889344] env[69959]: INFO nova.compute.manager [-] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Took 1.37 seconds to deallocate network for instance. [ 1140.891969] env[69959]: DEBUG nova.network.neutron [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updated VIF entry in instance network info cache for port 31fff73a-e30a-4454-9994-0d2f71578183. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.892251] env[69959]: DEBUG nova.network.neutron [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31fff73a-e30a-4454-9994-0d2f71578183", "address": "fa:16:3e:92:44:86", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fff73a-e3", "ovs_interfaceid": "31fff73a-e30a-4454-9994-0d2f71578183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.192601] env[69959]: INFO nova.compute.manager [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Took 17.32 seconds to build instance. [ 1141.197924] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.999s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.200462] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.224s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.201578] env[69959]: DEBUG nova.objects.instance [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lazy-loading 'resources' on Instance uuid a5bbd175-5552-4f24-bb6b-842ca4d162ce {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.235933] env[69959]: INFO nova.scheduler.client.report [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Deleted allocations for instance 8d6161e0-842e-44e6-a3bc-3217942f6cfe [ 1141.381678] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.397483] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.397763] env[69959]: DEBUG nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-changed-1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.397933] env[69959]: DEBUG nova.compute.manager [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Refreshing instance network info cache due to event network-changed-1313590e-5b43-4093-8e6a-e658e66ee756. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.398166] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Acquiring lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.398307] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Acquired lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.398470] env[69959]: DEBUG nova.network.neutron [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Refreshing network info cache for port 1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.401918] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.692408] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f395cc19-a64c-46d3-b11f-022671921bc8 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "efa90012-6baa-46b0-80f7-791ebd163232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.832s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.747852] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10993e89-3a01-47fa-93db-f727a2c8cc00 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Lock "8d6161e0-842e-44e6-a3bc-3217942f6cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.901s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.883098] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.967299] env[69959]: DEBUG nova.network.neutron [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.972826] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de80003-e16b-4b4e-b5e0-0c93fee08d78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.981787] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ebabf-2930-4c78-8644-40f1ea3dc203 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.033093] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e8a732-f241-4a2a-b151-45f6c5ad0927 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.044036] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8065e669-7cfc-4cf0-9928-f1835ef032d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.066518] env[69959]: DEBUG nova.compute.provider_tree [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.082924] env[69959]: DEBUG nova.network.neutron [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.384109] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.387062] env[69959]: DEBUG nova.compute.manager [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Received event network-changed-8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.387062] env[69959]: DEBUG nova.compute.manager [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Refreshing instance network info cache due to event network-changed-8270d6e8-3c71-4029-8970-6c3b70409861. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.387062] env[69959]: DEBUG oslo_concurrency.lockutils [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] Acquiring lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.387391] env[69959]: DEBUG oslo_concurrency.lockutils [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] Acquired lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.387391] env[69959]: DEBUG nova.network.neutron [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Refreshing network info cache for port 8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.499770] env[69959]: DEBUG nova.compute.manager [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Received event network-vif-deleted-ed71aad3-9d5c-492e-92db-2ed78647db08 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.499997] env[69959]: DEBUG nova.compute.manager [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-vif-plugged-fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.500225] env[69959]: DEBUG oslo_concurrency.lockutils [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] Acquiring lock "eb567035-ab24-4af4-80c9-be625e005792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.500426] env[69959]: DEBUG oslo_concurrency.lockutils [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.500514] env[69959]: DEBUG oslo_concurrency.lockutils [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.500892] env[69959]: DEBUG nova.compute.manager [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] No waiting events found dispatching network-vif-plugged-fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.501119] env[69959]: WARNING nova.compute.manager [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received unexpected event network-vif-plugged-fb92e293-ea90-46d5-adb0-d8804cba8ffa for instance with vm_state building and task_state spawning. [ 1142.501293] env[69959]: DEBUG nova.compute.manager [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-changed-fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.501444] env[69959]: DEBUG nova.compute.manager [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Refreshing instance network info cache due to event network-changed-fb92e293-ea90-46d5-adb0-d8804cba8ffa. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.501656] env[69959]: DEBUG oslo_concurrency.lockutils [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] Acquiring lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.572474] env[69959]: DEBUG nova.scheduler.client.report [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.577978] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Successfully updated port: b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.587442] env[69959]: DEBUG oslo_concurrency.lockutils [req-01951ef1-90c1-47ca-86d7-02709ab2716d req-b909ad7f-612c-49ec-a253-3d1fc52fc712 service nova] Releasing lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.587873] env[69959]: DEBUG oslo_concurrency.lockutils [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] Acquired lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.587990] env[69959]: DEBUG nova.network.neutron [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Refreshing network info cache for port fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.884584] env[69959]: DEBUG oslo_vmware.api [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087416, 'name': ReconfigVM_Task, 'duration_secs': 2.690604} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.885230] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.885384] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Reconfigured VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1143.081535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.084706] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.084706] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.696s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.118673] env[69959]: INFO nova.scheduler.client.report [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Deleted allocations for instance a5bbd175-5552-4f24-bb6b-842ca4d162ce [ 1143.146559] env[69959]: DEBUG nova.network.neutron [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.209677] env[69959]: DEBUG nova.network.neutron [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updated VIF entry in instance network info cache for port 8270d6e8-3c71-4029-8970-6c3b70409861. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.210788] env[69959]: DEBUG nova.network.neutron [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updating instance_info_cache with network_info: [{"id": "8270d6e8-3c71-4029-8970-6c3b70409861", "address": "fa:16:3e:5e:9c:b1", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8270d6e8-3c", "ovs_interfaceid": "8270d6e8-3c71-4029-8970-6c3b70409861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.279548] env[69959]: DEBUG nova.network.neutron [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.390807] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-a2815433-9ad9-4fc0-ab3f-5f41f00cd953-31fff73a-e30a-4454-9994-0d2f71578183" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.751s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.631636] env[69959]: DEBUG oslo_concurrency.lockutils [None req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Lock "a5bbd175-5552-4f24-bb6b-842ca4d162ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.716s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.714172] env[69959]: DEBUG oslo_concurrency.lockutils [req-c65a9d71-c0ea-47a3-a216-5f3a75c31dbc req-7ab91999-57d8-46ab-8d31-6119b4f1c30d service nova] Releasing lock "refresh_cache-efa90012-6baa-46b0-80f7-791ebd163232" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.783294] env[69959]: DEBUG oslo_concurrency.lockutils [req-7832d4d4-4412-42bb-b55d-ea4f1f5808fe req-f44e9268-efab-436b-8e4b-10897656d1b7 service nova] Releasing lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.783869] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.784199] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.885146] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d067d27-30db-47a6-b598-37318d2caece {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.897521] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147510b-fc6b-422d-942a-12e584d7048e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.931578] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792ca18f-5db9-4bf4-80a3-50744e71f59c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.940686] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c391bf52-2545-4c95-98a4-4fb62a054a59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.957156] env[69959]: DEBUG nova.compute.provider_tree [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.343333] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.461013] env[69959]: DEBUG nova.scheduler.client.report [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.805881] env[69959]: DEBUG nova.compute.manager [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-vif-plugged-b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.806718] env[69959]: DEBUG oslo_concurrency.lockutils [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] Acquiring lock "eb567035-ab24-4af4-80c9-be625e005792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.807542] env[69959]: DEBUG oslo_concurrency.lockutils [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.807845] env[69959]: DEBUG oslo_concurrency.lockutils [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.808161] env[69959]: DEBUG nova.compute.manager [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] No waiting events found dispatching network-vif-plugged-b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1144.808784] env[69959]: WARNING nova.compute.manager [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received unexpected event network-vif-plugged-b0525190-89dc-4fee-81d7-b9b6165285de for instance with vm_state building and task_state spawning. [ 1144.809070] env[69959]: DEBUG nova.compute.manager [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-changed-b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.809361] env[69959]: DEBUG nova.compute.manager [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Refreshing instance network info cache due to event network-changed-b0525190-89dc-4fee-81d7-b9b6165285de. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.809638] env[69959]: DEBUG oslo_concurrency.lockutils [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] Acquiring lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.909175] env[69959]: DEBUG nova.network.neutron [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [{"id": "1313590e-5b43-4093-8e6a-e658e66ee756", "address": "fa:16:3e:cc:17:e9", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1313590e-5b", "ovs_interfaceid": "1313590e-5b43-4093-8e6a-e658e66ee756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "address": "fa:16:3e:84:b1:e1", "network": {"id": "e0a16253-9f2c-4fbd-af10-950e22f06aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1828637495", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb92e293-ea", "ovs_interfaceid": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0525190-89dc-4fee-81d7-b9b6165285de", "address": "fa:16:3e:85:a1:da", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0525190-89", "ovs_interfaceid": "b0525190-89dc-4fee-81d7-b9b6165285de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.932345] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.932657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.932939] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.933157] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.933326] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.935958] env[69959]: INFO nova.compute.manager [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Terminating instance [ 1144.980017] env[69959]: INFO nova.compute.manager [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Rebuilding instance [ 1145.048791] env[69959]: DEBUG nova.compute.manager [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.049941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64769cd3-972e-4f63-a1e4-72aec2f38455 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.174306] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.174578] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.343283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-a2815433-9ad9-4fc0-ab3f-5f41f00cd953-31fff73a-e30a-4454-9994-0d2f71578183" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.343283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-a2815433-9ad9-4fc0-ab3f-5f41f00cd953-31fff73a-e30a-4454-9994-0d2f71578183" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.414029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Releasing lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.414029] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance network_info: |[{"id": "1313590e-5b43-4093-8e6a-e658e66ee756", "address": "fa:16:3e:cc:17:e9", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1313590e-5b", "ovs_interfaceid": "1313590e-5b43-4093-8e6a-e658e66ee756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "address": "fa:16:3e:84:b1:e1", "network": {"id": "e0a16253-9f2c-4fbd-af10-950e22f06aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1828637495", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb92e293-ea", "ovs_interfaceid": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0525190-89dc-4fee-81d7-b9b6165285de", "address": "fa:16:3e:85:a1:da", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0525190-89", "ovs_interfaceid": "b0525190-89dc-4fee-81d7-b9b6165285de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.414029] env[69959]: DEBUG oslo_concurrency.lockutils [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] Acquired lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.414029] env[69959]: DEBUG nova.network.neutron [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Refreshing network info cache for port b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.414695] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:17:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1313590e-5b43-4093-8e6a-e658e66ee756', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b1:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb92e293-ea90-46d5-adb0-d8804cba8ffa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:a1:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0525190-89dc-4fee-81d7-b9b6165285de', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.444649] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Creating folder: Project (9ed102f2caa940c28fd3ce8b86b0bfbd). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.448532] env[69959]: DEBUG nova.compute.manager [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.448532] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.448532] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbbcc99b-e889-4c1c-9265-c394a485acd9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.454464] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805eeb2-f97f-4638-9a98-1eb861fd2682 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.465992] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.465992] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e4596a-bfca-4a30-afed-fc868a777555 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.469055] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Created folder: Project (9ed102f2caa940c28fd3ce8b86b0bfbd) in parent group-v809535. [ 1145.469305] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Creating folder: Instances. Parent ref: group-v809819. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.469598] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0beb36e9-0ead-4385-8955-c42915e46ca1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.475425] env[69959]: DEBUG oslo_vmware.api [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1145.475425] env[69959]: value = "task-4087419" [ 1145.475425] env[69959]: _type = "Task" [ 1145.475425] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.483341] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.399s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.490027] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.063s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.491771] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Created folder: Instances in parent group-v809819. [ 1145.492055] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.492655] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb567035-ab24-4af4-80c9-be625e005792] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.492921] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80525b0e-0d82-491b-bcd4-045923a05459 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.519948] env[69959]: DEBUG oslo_vmware.api [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.526382] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.526382] env[69959]: value = "task-4087421" [ 1145.526382] env[69959]: _type = "Task" [ 1145.526382] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.537562] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087421, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.678533] env[69959]: INFO nova.compute.manager [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Detaching volume dd48f8a0-ab6e-443a-9822-5fd44e26e236 [ 1145.733197] env[69959]: INFO nova.virt.block_device [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Attempting to driver detach volume dd48f8a0-ab6e-443a-9822-5fd44e26e236 from mountpoint /dev/sdb [ 1145.733321] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.733594] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809789', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'name': 'volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5338915a-210e-48a7-abe3-dbc04f037c0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'serial': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.734762] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce52845-d91b-40da-904c-6c37a617eb5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.759301] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0b5e1-b1f2-40d1-be09-50efb61806f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.769144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b918a-f8c1-47d8-beb8-e068852556e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.794050] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a6eef0-b47e-4586-8469-24b0cbe30d9d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.809472] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] The volume has not been displaced from its original location: [datastore1] volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236/volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.815307] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.815525] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76033ce-7f65-4672-8740-91915f95e148 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.835783] env[69959]: DEBUG oslo_vmware.api [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1145.835783] env[69959]: value = "task-4087422" [ 1145.835783] env[69959]: _type = "Task" [ 1145.835783] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.848993] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.849333] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.849697] env[69959]: DEBUG oslo_vmware.api [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.851394] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66279056-2341-454c-83e0-7cef831d28b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.873226] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18040217-7d5a-4fe2-8a88-d1e9f5fd47dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.906282] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Reconfiguring VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1145.906282] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6fdfe6-bf6d-4163-9d40-903b3695d9b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.928863] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1145.928863] env[69959]: value = "task-4087423" [ 1145.928863] env[69959]: _type = "Task" [ 1145.928863] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.940227] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.992753] env[69959]: DEBUG oslo_vmware.api [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087419, 'name': PowerOffVM_Task, 'duration_secs': 0.335126} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.002919] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.004068] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.006435] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-864ff3c9-44a6-4f57-b72e-95bbb3286729 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.041650] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087421, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.065795] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.068013] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515923fd-e5a2-47d0-8c3f-3971ee0b9422 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.077721] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1146.077721] env[69959]: value = "task-4087425" [ 1146.077721] env[69959]: _type = "Task" [ 1146.077721] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.090835] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.112838] env[69959]: INFO nova.scheduler.client.report [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocation for migration d796d252-e00b-42f4-8b9b-59243976f2b6 [ 1146.122445] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.122624] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.122868] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleting the datastore file [datastore2] d845cea6-5a2a-4cb4-9313-daf319039ec4 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.123262] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2a6836c-e5d7-48b6-96c2-d3e91ff1ba2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.132126] env[69959]: DEBUG oslo_vmware.api [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for the task: (returnval){ [ 1146.132126] env[69959]: value = "task-4087426" [ 1146.132126] env[69959]: _type = "Task" [ 1146.132126] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.142437] env[69959]: DEBUG oslo_vmware.api [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.349560] env[69959]: DEBUG oslo_vmware.api [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087422, 'name': ReconfigVM_Task, 'duration_secs': 0.41579} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.353016] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.355190] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414c7e9b-9cca-40cb-8737-2985dbe5baa4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.375281] env[69959]: DEBUG nova.network.neutron [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updated VIF entry in instance network info cache for port b0525190-89dc-4fee-81d7-b9b6165285de. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.375281] env[69959]: DEBUG nova.network.neutron [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [{"id": "1313590e-5b43-4093-8e6a-e658e66ee756", "address": "fa:16:3e:cc:17:e9", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1313590e-5b", "ovs_interfaceid": "1313590e-5b43-4093-8e6a-e658e66ee756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "address": "fa:16:3e:84:b1:e1", "network": {"id": "e0a16253-9f2c-4fbd-af10-950e22f06aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1828637495", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb92e293-ea", "ovs_interfaceid": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0525190-89dc-4fee-81d7-b9b6165285de", "address": "fa:16:3e:85:a1:da", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0525190-89", "ovs_interfaceid": "b0525190-89dc-4fee-81d7-b9b6165285de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.377209] env[69959]: DEBUG oslo_vmware.api [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1146.377209] env[69959]: value = "task-4087427" [ 1146.377209] env[69959]: _type = "Task" [ 1146.377209] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.441404] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.539406] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087421, 'name': CreateVM_Task, 'duration_secs': 0.596626} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.540577] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e8a8267c-9619-4668-8ac1-e485a202a451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.540748] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a363197e-38b3-48fb-a1fe-6664f613458b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.540920] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.541071] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.541213] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5338915a-210e-48a7-abe3-dbc04f037c0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.541567] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a2815433-9ad9-4fc0-ab3f-5f41f00cd953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.541567] env[69959]: WARNING nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 977590a2-ab04-4998-b28d-c6eaf9066ce6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1146.541736] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d845cea6-5a2a-4cb4-9313-daf319039ec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.541736] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 31962f2e-e106-42e5-a7a4-02a003131277 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.542177] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0f38df54-31c7-4c66-940d-0d356d7415bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.542177] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.542177] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8119be88-48db-4874-b5e9-71f18d80196c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.542177] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance efa90012-6baa-46b0-80f7-791ebd163232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.542295] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance eb567035-ab24-4af4-80c9-be625e005792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1146.543753] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb567035-ab24-4af4-80c9-be625e005792] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.544768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.545073] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.545302] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.545588] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4acefc-43bc-4643-aea1-d69899cea962 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.555156] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1146.555156] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52db55ba-3bca-1cce-9893-17f4b7fbc849" [ 1146.555156] env[69959]: _type = "Task" [ 1146.555156] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.571850] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52db55ba-3bca-1cce-9893-17f4b7fbc849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.593571] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087425, 'name': PowerOffVM_Task, 'duration_secs': 0.270739} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.593721] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.595297] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.596222] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2850da2-2239-4436-95a7-d20976515dee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.612515] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.612974] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d540d2-f68d-457b-8a9e-92a20d56b3d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.623358] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a89bbb2f-025b-4f81-9c6e-21814e9746e5 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.917s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.652835] env[69959]: DEBUG oslo_vmware.api [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Task: {'id': task-4087426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241756} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.653373] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.653715] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.654120] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.654457] env[69959]: INFO nova.compute.manager [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1146.654891] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.655310] env[69959]: DEBUG nova.compute.manager [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.655544] env[69959]: DEBUG nova.network.neutron [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.705461] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.705461] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.705683] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleting the datastore file [datastore1] 31962f2e-e106-42e5-a7a4-02a003131277 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.706406] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca5bee4-6a5f-4fb9-8491-ac55add03111 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.718247] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1146.718247] env[69959]: value = "task-4087429" [ 1146.718247] env[69959]: _type = "Task" [ 1146.718247] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.729133] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.878986] env[69959]: DEBUG oslo_concurrency.lockutils [req-67123620-8a67-4d1a-8d45-4d80a7e3a123 req-ef1c3688-cdc5-4cb8-bf1d-4d64a18b860a service nova] Releasing lock "refresh_cache-eb567035-ab24-4af4-80c9-be625e005792" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.891857] env[69959]: DEBUG oslo_vmware.api [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087427, 'name': ReconfigVM_Task, 'duration_secs': 0.272116} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.892205] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809789', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'name': 'volume-dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5338915a-210e-48a7-abe3-dbc04f037c0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236', 'serial': 'dd48f8a0-ab6e-443a-9822-5fd44e26e236'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.941973] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.050324] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 2eb61a9b-c911-418d-8f23-994e9503fe79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1147.050506] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1147.050594] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1147.073469] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52db55ba-3bca-1cce-9893-17f4b7fbc849, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.074115] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.074435] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.074709] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.074881] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.075193] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.075536] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7e65ce-237c-4359-840c-b413ec5c6a9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.086626] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.086881] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.087795] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbffdfa-7e7b-4114-950d-5f11e85e5cdc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.102389] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1147.102389] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ac074-4c10-0fdc-a543-7ace72d7ad8a" [ 1147.102389] env[69959]: _type = "Task" [ 1147.102389] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.122099] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ac074-4c10-0fdc-a543-7ace72d7ad8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.123438] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533b3c38-f1b2-4ecc-87d6-f0d4191a289c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.132988] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1147.132988] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]524cc3de-52d4-93e8-4132-81167e19b01b" [ 1147.132988] env[69959]: _type = "Task" [ 1147.132988] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.147809] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]524cc3de-52d4-93e8-4132-81167e19b01b, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.147980] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.148928] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] eb567035-ab24-4af4-80c9-be625e005792/eb567035-ab24-4af4-80c9-be625e005792.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.148928] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd6d0ec-56d0-4315-a4b1-d16707758e6e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.158522] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1147.158522] env[69959]: value = "task-4087431" [ 1147.158522] env[69959]: _type = "Task" [ 1147.158522] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.168861] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.191359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.191693] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.191933] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.192235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.192417] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.197518] env[69959]: INFO nova.compute.manager [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Terminating instance [ 1147.235368] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221197} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.235368] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.235368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.235368] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.360618] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e65b1-9a46-447f-8cd2-04257821bca1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.368364] env[69959]: DEBUG nova.compute.manager [req-db77e0c7-d725-454e-9268-33097555b4c6 req-919c9e75-95d9-4cc5-bb93-f6ea47f2d89f service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Received event network-vif-deleted-74659962-3a84-413d-99c8-4c99f7342c4e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.368666] env[69959]: INFO nova.compute.manager [req-db77e0c7-d725-454e-9268-33097555b4c6 req-919c9e75-95d9-4cc5-bb93-f6ea47f2d89f service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Neutron deleted interface 74659962-3a84-413d-99c8-4c99f7342c4e; detaching it from the instance and deleting it from the info cache [ 1147.368930] env[69959]: DEBUG nova.network.neutron [req-db77e0c7-d725-454e-9268-33097555b4c6 req-919c9e75-95d9-4cc5-bb93-f6ea47f2d89f service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.378646] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2754ee1-595c-4481-a734-7333d8475395 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.417204] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52356df8-59be-4ded-ae98-0222772f3b14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.426957] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf0e12-4604-45a4-b0f5-b2b0e28f39b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.452990] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.454507] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.471017] env[69959]: DEBUG nova.objects.instance [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'flavor' on Instance uuid 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.527453] env[69959]: DEBUG nova.network.neutron [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.671786] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.700920] env[69959]: DEBUG nova.compute.manager [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.701195] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.702186] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be37bb0e-5a25-4105-b74c-28cf4ff28c8b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.717116] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.717557] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51d32aaa-f20e-4591-b50b-454530fde740 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.727592] env[69959]: DEBUG oslo_vmware.api [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1147.727592] env[69959]: value = "task-4087432" [ 1147.727592] env[69959]: _type = "Task" [ 1147.727592] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.743163] env[69959]: DEBUG oslo_vmware.api [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.875193] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-181036cb-d7db-4918-8951-7c4de3ba3793 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.888524] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5676605-1dd1-41e9-a83e-aecebdbf5dd5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.931045] env[69959]: DEBUG nova.compute.manager [req-db77e0c7-d725-454e-9268-33097555b4c6 req-919c9e75-95d9-4cc5-bb93-f6ea47f2d89f service nova] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Detach interface failed, port_id=74659962-3a84-413d-99c8-4c99f7342c4e, reason: Instance d845cea6-5a2a-4cb4-9313-daf319039ec4 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.944151] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.956715] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.032957] env[69959]: INFO nova.compute.manager [-] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Took 1.38 seconds to deallocate network for instance. [ 1148.172878] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780178} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.173600] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] eb567035-ab24-4af4-80c9-be625e005792/eb567035-ab24-4af4-80c9-be625e005792.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.174187] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.174706] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-958516e8-ebee-46a1-b857-d5a4aca16d07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.187564] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1148.187564] env[69959]: value = "task-4087433" [ 1148.187564] env[69959]: _type = "Task" [ 1148.187564] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.196497] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.238588] env[69959]: DEBUG oslo_vmware.api [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087432, 'name': PowerOffVM_Task, 'duration_secs': 0.291497} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.238876] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.239072] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.239365] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e28de4d-499b-43bc-983d-951cda0fdff1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.249726] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.250151] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.283924] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.284234] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.284455] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.284599] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.284746] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.284893] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.285128] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.285317] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.285493] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.285660] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.285835] env[69959]: DEBUG nova.virt.hardware [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.287119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07efe4b6-3545-4a7f-8f04-f1898f4315e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.296506] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e8d2d5-5879-4633-b242-695e98acb130 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.314314] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:eb:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd247f108-80af-4415-9157-50f9ff46e8cf', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.322670] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.324631] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.324948] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.325171] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.325506] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore2] e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.325743] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b2dfa8f-83f7-47c7-a658-05ba9917204e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.352760] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8117ee0b-171c-4ab0-ac12-1b9910c77c1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.363221] env[69959]: DEBUG oslo_vmware.api [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1148.363221] env[69959]: value = "task-4087435" [ 1148.363221] env[69959]: _type = "Task" [ 1148.363221] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.367108] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.367108] env[69959]: value = "task-4087436" [ 1148.367108] env[69959]: _type = "Task" [ 1148.367108] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.385559] env[69959]: DEBUG oslo_vmware.api [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.390035] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087436, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.445740] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.464273] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1148.464273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.976s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.464532] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.758s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.466207] env[69959]: INFO nova.compute.claims [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.486233] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7d37125a-8efa-47e0-859e-13565326e16b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.548807] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.704077] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080326} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.704405] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.706073] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d44d184-c18a-42bc-a9ab-8e4abfa383d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.751250] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] eb567035-ab24-4af4-80c9-be625e005792/eb567035-ab24-4af4-80c9-be625e005792.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.751622] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08cf360-6432-4ca5-9f7e-8126da4ea4e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.768493] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.780011] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1148.780011] env[69959]: value = "task-4087437" [ 1148.780011] env[69959]: _type = "Task" [ 1148.780011] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.791363] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.884073] env[69959]: DEBUG oslo_vmware.api [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201523} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.885908] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.885908] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.885908] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.885908] env[69959]: INFO nova.compute.manager [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1148.886384] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.886894] env[69959]: DEBUG nova.compute.manager [-] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.887053] env[69959]: DEBUG nova.network.neutron [-] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.896930] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087436, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.947874] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.026898] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.027180] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.027368] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.027545] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.027704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.030428] env[69959]: INFO nova.compute.manager [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Terminating instance [ 1149.288855] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.298727] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.385937] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087436, 'name': CreateVM_Task, 'duration_secs': 0.828683} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.386685] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.387078] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.387251] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.387575] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.387838] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893c18b1-25d9-45ec-9ea6-f211d5843ac2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.393451] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1149.393451] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522281d6-0d14-fc57-3b0d-05c86e27beb2" [ 1149.393451] env[69959]: _type = "Task" [ 1149.393451] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.399627] env[69959]: DEBUG nova.compute.manager [req-c864f20d-ff8a-4270-af8c-1259044fa9b2 req-47a4f74c-8840-4839-bda2-4414a0bc3cb4 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Received event network-vif-deleted-07d772c3-e19a-450d-acca-0df3ef3c09e7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.399860] env[69959]: INFO nova.compute.manager [req-c864f20d-ff8a-4270-af8c-1259044fa9b2 req-47a4f74c-8840-4839-bda2-4414a0bc3cb4 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Neutron deleted interface 07d772c3-e19a-450d-acca-0df3ef3c09e7; detaching it from the instance and deleting it from the info cache [ 1149.399977] env[69959]: DEBUG nova.network.neutron [req-c864f20d-ff8a-4270-af8c-1259044fa9b2 req-47a4f74c-8840-4839-bda2-4414a0bc3cb4 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.407846] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522281d6-0d14-fc57-3b0d-05c86e27beb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.446938] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.534707] env[69959]: DEBUG nova.compute.manager [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.534942] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.535989] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372e216-acd0-4c1d-9b54-6a5cf43465e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.546043] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.549250] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1666854c-762e-400f-9494-34d43fd89010 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.557552] env[69959]: DEBUG oslo_vmware.api [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1149.557552] env[69959]: value = "task-4087439" [ 1149.557552] env[69959]: _type = "Task" [ 1149.557552] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.572622] env[69959]: DEBUG oslo_vmware.api [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.779366] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e6a12-726c-40ea-8e80-100f779162f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.803757] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadd3282-315e-4fec-95f1-8e1ed6bf1ee5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.810702] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087437, 'name': ReconfigVM_Task, 'duration_secs': 0.922053} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.811305] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Reconfigured VM instance instance-00000063 to attach disk [datastore1] eb567035-ab24-4af4-80c9-be625e005792/eb567035-ab24-4af4-80c9-be625e005792.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.814214] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48755ea7-5097-496b-8d22-213575410afa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.854098] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c42d971-7ab3-42a5-8eb4-0d4cee532099 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.858794] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1149.858794] env[69959]: value = "task-4087440" [ 1149.858794] env[69959]: _type = "Task" [ 1149.858794] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.866247] env[69959]: DEBUG nova.network.neutron [-] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.868823] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342fe68f-28dd-4342-9402-1daa03a09a4b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.877185] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087440, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.888830] env[69959]: DEBUG nova.compute.provider_tree [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.909025] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522281d6-0d14-fc57-3b0d-05c86e27beb2, 'name': SearchDatastore_Task, 'duration_secs': 0.029098} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.909025] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faee0cd3-3ffb-4783-a420-05d98df6090c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.909759] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.909878] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.910074] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.910217] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.910394] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.910671] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5ca6e9-4147-45bd-872e-d609dca04651 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.921837] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed257e1-e6b2-4c00-8ebf-273bda7dca5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.935185] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.935390] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.936627] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341c3f60-3e61-480f-83ce-33bf62899d58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.948063] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.965027] env[69959]: DEBUG nova.compute.manager [req-c864f20d-ff8a-4270-af8c-1259044fa9b2 req-47a4f74c-8840-4839-bda2-4414a0bc3cb4 service nova] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Detach interface failed, port_id=07d772c3-e19a-450d-acca-0df3ef3c09e7, reason: Instance e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.965756] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1149.965756] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5219dfdb-ba63-7dac-a9b8-e6ae68669b38" [ 1149.965756] env[69959]: _type = "Task" [ 1149.965756] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.975818] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5219dfdb-ba63-7dac-a9b8-e6ae68669b38, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.976702] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0644ade4-1ea0-4f0c-853a-61cd0343b6cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.983921] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1149.983921] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f3d67b-4f05-5e22-14b9-ebbc1e3656ec" [ 1149.983921] env[69959]: _type = "Task" [ 1149.983921] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.993798] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f3d67b-4f05-5e22-14b9-ebbc1e3656ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.069530] env[69959]: DEBUG oslo_vmware.api [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087439, 'name': PowerOffVM_Task, 'duration_secs': 0.279416} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.069797] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.069966] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.070311] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-707bc722-fb67-421c-a45e-fd6a0874c871 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.161925] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.161925] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.161925] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleting the datastore file [datastore1] 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.162560] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd2be06-7601-4f1d-8c82-c336358a0eaa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.170539] env[69959]: DEBUG oslo_vmware.api [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1150.170539] env[69959]: value = "task-4087442" [ 1150.170539] env[69959]: _type = "Task" [ 1150.170539] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.180113] env[69959]: DEBUG oslo_vmware.api [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.372837] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087440, 'name': Rename_Task, 'duration_secs': 0.195294} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.373282] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.373494] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7023b75-bdb8-4c9d-bf69-c8621aa52129 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.377890] env[69959]: INFO nova.compute.manager [-] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Took 1.49 seconds to deallocate network for instance. [ 1150.384599] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1150.384599] env[69959]: value = "task-4087443" [ 1150.384599] env[69959]: _type = "Task" [ 1150.384599] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.395432] env[69959]: DEBUG nova.scheduler.client.report [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.399158] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.453735] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.494752] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f3d67b-4f05-5e22-14b9-ebbc1e3656ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.494891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.495061] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.495330] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18471b3d-d21a-4eb1-95c7-71bf1a8b4ff5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.503432] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1150.503432] env[69959]: value = "task-4087444" [ 1150.503432] env[69959]: _type = "Task" [ 1150.503432] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.514710] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.683098] env[69959]: DEBUG oslo_vmware.api [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159102} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.683442] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.683599] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.683833] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.683990] env[69959]: INFO nova.compute.manager [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1150.684326] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.684580] env[69959]: DEBUG nova.compute.manager [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.684701] env[69959]: DEBUG nova.network.neutron [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.886281] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.900978] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.901565] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.905072] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.905738] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.505s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.905952] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.908534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.360s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.908832] env[69959]: DEBUG nova.objects.instance [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lazy-loading 'resources' on Instance uuid d845cea6-5a2a-4cb4-9313-daf319039ec4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.946279] env[69959]: INFO nova.scheduler.client.report [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance 977590a2-ab04-4998-b28d-c6eaf9066ce6 [ 1150.957221] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.025705] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087444, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.379127] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.379391] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.398131] env[69959]: DEBUG oslo_vmware.api [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087443, 'name': PowerOnVM_Task, 'duration_secs': 0.565777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.398131] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.398290] env[69959]: INFO nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Took 14.96 seconds to spawn the instance on the hypervisor. [ 1151.398376] env[69959]: DEBUG nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.399212] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585708a9-86e9-400a-8342-f86e752899c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.407873] env[69959]: DEBUG nova.compute.utils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.411979] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.413158] env[69959]: DEBUG nova.network.neutron [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.458956] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.472093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "977590a2-ab04-4998-b28d-c6eaf9066ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.972s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.473308] env[69959]: DEBUG nova.compute.manager [req-9c58c64e-6e21-4960-8e0a-424c31371e80 req-681914eb-c7f5-4025-bf64-9817ac0ce285 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Received event network-vif-deleted-c1f400ac-f385-49a0-8e44-4a8505e79697 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.473498] env[69959]: INFO nova.compute.manager [req-9c58c64e-6e21-4960-8e0a-424c31371e80 req-681914eb-c7f5-4025-bf64-9817ac0ce285 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Neutron deleted interface c1f400ac-f385-49a0-8e44-4a8505e79697; detaching it from the instance and deleting it from the info cache [ 1151.473692] env[69959]: DEBUG nova.network.neutron [req-9c58c64e-6e21-4960-8e0a-424c31371e80 req-681914eb-c7f5-4025-bf64-9817ac0ce285 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.508098] env[69959]: DEBUG nova.policy [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809e6a089c7642aeb98c01073e83f8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120b72feca9744f3b85bf6c48562ad0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.528593] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535261} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.528949] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.529257] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.529649] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-644fe4af-9e21-415b-8f8f-f6dfe6538bc8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.538230] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1151.538230] env[69959]: value = "task-4087446" [ 1151.538230] env[69959]: _type = "Task" [ 1151.538230] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.548317] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.770021] env[69959]: DEBUG nova.network.neutron [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.770021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e00556f-3c27-41ae-9183-b3ed72f41304 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.782403] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b5d29-2849-4246-a09f-c321d33190a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.826741] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c26811-b15e-4775-a99a-3f5a66a08776 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.838710] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdaccd-44b3-48b7-867c-4c718cf9e190 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.856038] env[69959]: DEBUG nova.compute.provider_tree [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.882020] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.918669] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.929185] env[69959]: INFO nova.compute.manager [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Took 22.21 seconds to build instance. [ 1151.967935] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.980827] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52ca4c4e-3cbb-4cf1-bd2d-5c53e413aea2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.990256] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6162df64-d27d-477f-b7cd-de7ff01dfd03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.023974] env[69959]: DEBUG nova.compute.manager [req-9c58c64e-6e21-4960-8e0a-424c31371e80 req-681914eb-c7f5-4025-bf64-9817ac0ce285 service nova] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Detach interface failed, port_id=c1f400ac-f385-49a0-8e44-4a8505e79697, reason: Instance 5338915a-210e-48a7-abe3-dbc04f037c0f could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.029789] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.029789] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.052101] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076533} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.052101] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.052505] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2f67c-4a5f-45ae-b469-006c439ab7e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.076544] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.078194] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf940ae-a2a7-4d3f-b220-aaf2d1bf73d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.097657] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1152.097657] env[69959]: value = "task-4087447" [ 1152.097657] env[69959]: _type = "Task" [ 1152.097657] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.108826] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.115778] env[69959]: DEBUG nova.network.neutron [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Successfully created port: 5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.276388] env[69959]: INFO nova.compute.manager [-] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Took 1.59 seconds to deallocate network for instance. [ 1152.361470] env[69959]: DEBUG nova.scheduler.client.report [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.408797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.432393] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fafeeb38-d254-46e9-a95f-430c55bddd11 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "eb567035-ab24-4af4-80c9-be625e005792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.718s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.464221] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.530871] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.531030] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.532237] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.608308] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087447, 'name': ReconfigVM_Task, 'duration_secs': 0.321934} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.608595] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 31962f2e-e106-42e5-a7a4-02a003131277/31962f2e-e106-42e5-a7a4-02a003131277.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.609274] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edcb6473-564f-4345-8e38-78f05e05a0e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.617240] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1152.617240] env[69959]: value = "task-4087448" [ 1152.617240] env[69959]: _type = "Task" [ 1152.617240] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.627698] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087448, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.787401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.867566] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.870098] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.571s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.871869] env[69959]: INFO nova.compute.claims [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.894204] env[69959]: INFO nova.scheduler.client.report [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Deleted allocations for instance d845cea6-5a2a-4cb4-9313-daf319039ec4 [ 1152.933935] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.960322] env[69959]: DEBUG oslo_vmware.api [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087423, 'name': ReconfigVM_Task, 'duration_secs': 6.620349} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.963311] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.963540] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Reconfigured VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1152.975820] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.976076] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.976248] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.976454] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.976620] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.976777] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.977007] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.977327] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.977520] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.977701] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.977907] env[69959]: DEBUG nova.virt.hardware [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.978809] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e4088-08d5-4958-a7f6-530285f92709 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.989726] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1054296f-0fcd-4882-9b4d-a28dde5388aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.038878] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.061506] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.129880] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087448, 'name': Rename_Task, 'duration_secs': 0.159277} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.129880] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.130170] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6086309f-606f-4c64-b578-605b782cf86b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.137490] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1153.137490] env[69959]: value = "task-4087450" [ 1153.137490] env[69959]: _type = "Task" [ 1153.137490] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.148918] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.386311] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "eb567035-ab24-4af4-80c9-be625e005792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.386495] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "eb567035-ab24-4af4-80c9-be625e005792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.386704] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "eb567035-ab24-4af4-80c9-be625e005792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.386889] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.387122] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "eb567035-ab24-4af4-80c9-be625e005792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.390709] env[69959]: INFO nova.compute.manager [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Terminating instance [ 1153.406272] env[69959]: DEBUG oslo_concurrency.lockutils [None req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Lock "d845cea6-5a2a-4cb4-9313-daf319039ec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.471s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.573414] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.653321] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.712596] env[69959]: DEBUG nova.network.neutron [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Successfully updated port: 5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.738559] env[69959]: DEBUG nova.compute.manager [req-31e48044-b7cb-4a59-87fa-eea526516698 req-1ca6f35c-2e87-4c24-8e02-67e0d2a8358e service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Received event network-vif-plugged-5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.738559] env[69959]: DEBUG oslo_concurrency.lockutils [req-31e48044-b7cb-4a59-87fa-eea526516698 req-1ca6f35c-2e87-4c24-8e02-67e0d2a8358e service nova] Acquiring lock "2eb61a9b-c911-418d-8f23-994e9503fe79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.738559] env[69959]: DEBUG oslo_concurrency.lockutils [req-31e48044-b7cb-4a59-87fa-eea526516698 req-1ca6f35c-2e87-4c24-8e02-67e0d2a8358e service nova] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.738559] env[69959]: DEBUG oslo_concurrency.lockutils [req-31e48044-b7cb-4a59-87fa-eea526516698 req-1ca6f35c-2e87-4c24-8e02-67e0d2a8358e service nova] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.739090] env[69959]: DEBUG nova.compute.manager [req-31e48044-b7cb-4a59-87fa-eea526516698 req-1ca6f35c-2e87-4c24-8e02-67e0d2a8358e service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] No waiting events found dispatching network-vif-plugged-5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1153.739569] env[69959]: WARNING nova.compute.manager [req-31e48044-b7cb-4a59-87fa-eea526516698 req-1ca6f35c-2e87-4c24-8e02-67e0d2a8358e service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Received unexpected event network-vif-plugged-5e581265-369a-4771-8380-3c198169efb5 for instance with vm_state building and task_state spawning. [ 1153.895912] env[69959]: DEBUG nova.compute.manager [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.895912] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.896995] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d04fe-9723-419b-b5d9-fa4bf67f6ae0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.907197] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.907627] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81fdc935-1aa5-4715-bbca-dc68f0ebb130 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.919610] env[69959]: DEBUG oslo_vmware.api [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1153.919610] env[69959]: value = "task-4087451" [ 1153.919610] env[69959]: _type = "Task" [ 1153.919610] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.932396] env[69959]: DEBUG oslo_vmware.api [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.155142] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087450, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.181022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fff90c-7181-4ad4-b47d-8f8e0be6f8c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.189248] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e96d74-185c-4c52-86c5-908fdca6e207 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.234496] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-2eb61a9b-c911-418d-8f23-994e9503fe79" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.234496] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-2eb61a9b-c911-418d-8f23-994e9503fe79" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.234496] env[69959]: DEBUG nova.network.neutron [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.234496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44107e-366b-4d20-b4ad-e8d1e2b7255a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.244920] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f668be8-ecbe-457d-b770-23ec235f7edc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.266397] env[69959]: DEBUG nova.compute.provider_tree [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.310129] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.310349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.310578] env[69959]: DEBUG nova.network.neutron [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.430326] env[69959]: DEBUG oslo_vmware.api [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087451, 'name': PowerOffVM_Task, 'duration_secs': 0.36993} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.430609] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.430798] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.431111] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf88dfb7-ed46-4a33-868c-60f30797a19c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.590231] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.590461] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.590644] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Deleting the datastore file [datastore1] eb567035-ab24-4af4-80c9-be625e005792 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.590942] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5508250-9a95-44cd-ad85-97c786fa725c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.599612] env[69959]: DEBUG oslo_vmware.api [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1154.599612] env[69959]: value = "task-4087453" [ 1154.599612] env[69959]: _type = "Task" [ 1154.599612] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.610393] env[69959]: DEBUG oslo_vmware.api [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.653185] env[69959]: DEBUG oslo_vmware.api [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087450, 'name': PowerOnVM_Task, 'duration_secs': 1.123622} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.653614] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.653912] env[69959]: DEBUG nova.compute.manager [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.654903] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac20fd2-8665-45bf-acae-7e8a1480ed3c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.769666] env[69959]: DEBUG nova.scheduler.client.report [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.799844] env[69959]: DEBUG nova.network.neutron [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.031816] env[69959]: DEBUG nova.compute.manager [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.034290] env[69959]: DEBUG nova.compute.manager [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing instance network info cache due to event network-changed-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.034290] env[69959]: DEBUG oslo_concurrency.lockutils [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] Acquiring lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.119095] env[69959]: DEBUG oslo_vmware.api [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181942} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.119314] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.119501] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.119684] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.119865] env[69959]: INFO nova.compute.manager [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: eb567035-ab24-4af4-80c9-be625e005792] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1155.120141] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.120337] env[69959]: DEBUG nova.compute.manager [-] [instance: eb567035-ab24-4af4-80c9-be625e005792] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.120430] env[69959]: DEBUG nova.network.neutron [-] [instance: eb567035-ab24-4af4-80c9-be625e005792] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.156109] env[69959]: DEBUG nova.network.neutron [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Updating instance_info_cache with network_info: [{"id": "5e581265-369a-4771-8380-3c198169efb5", "address": "fa:16:3e:c1:33:e5", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e581265-36", "ovs_interfaceid": "5e581265-369a-4771-8380-3c198169efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.180212] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.285056] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.285669] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.293565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.407s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.293565] env[69959]: DEBUG nova.objects.instance [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'resources' on Instance uuid e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.337234] env[69959]: INFO nova.network.neutron [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Port 31fff73a-e30a-4454-9994-0d2f71578183 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1155.337650] env[69959]: DEBUG nova.network.neutron [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.659167] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-2eb61a9b-c911-418d-8f23-994e9503fe79" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.659918] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Instance network_info: |[{"id": "5e581265-369a-4771-8380-3c198169efb5", "address": "fa:16:3e:c1:33:e5", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e581265-36", "ovs_interfaceid": "5e581265-369a-4771-8380-3c198169efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.660422] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:33:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e581265-369a-4771-8380-3c198169efb5', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.672743] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.673025] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.673230] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b5ae34d-0f18-4c0c-ad31-ff9e061ff4c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.696086] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.696086] env[69959]: value = "task-4087454" [ 1155.696086] env[69959]: _type = "Task" [ 1155.696086] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.705841] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087454, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.801950] env[69959]: DEBUG nova.compute.utils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.807520] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.807695] env[69959]: DEBUG nova.network.neutron [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.845815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.851273] env[69959]: DEBUG oslo_concurrency.lockutils [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] Acquired lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.851510] env[69959]: DEBUG nova.network.neutron [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Refreshing network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.862408] env[69959]: DEBUG nova.compute.manager [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Received event network-changed-5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.862408] env[69959]: DEBUG nova.compute.manager [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Refreshing instance network info cache due to event network-changed-5e581265-369a-4771-8380-3c198169efb5. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.862408] env[69959]: DEBUG oslo_concurrency.lockutils [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] Acquiring lock "refresh_cache-2eb61a9b-c911-418d-8f23-994e9503fe79" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.862408] env[69959]: DEBUG oslo_concurrency.lockutils [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] Acquired lock "refresh_cache-2eb61a9b-c911-418d-8f23-994e9503fe79" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.862408] env[69959]: DEBUG nova.network.neutron [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Refreshing network info cache for port 5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.862408] env[69959]: DEBUG oslo_concurrency.lockutils [None req-951f0480-9a8d-4faf-a5f1-251de7359d8b tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-a2815433-9ad9-4fc0-ab3f-5f41f00cd953-31fff73a-e30a-4454-9994-0d2f71578183" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.520s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.874149] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-0f38df54-31c7-4c66-940d-0d356d7415bb-31fff73a-e30a-4454-9994-0d2f71578183" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.874492] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-0f38df54-31c7-4c66-940d-0d356d7415bb-31fff73a-e30a-4454-9994-0d2f71578183" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.874956] env[69959]: DEBUG nova.objects.instance [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'flavor' on Instance uuid 0f38df54-31c7-4c66-940d-0d356d7415bb {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.880434] env[69959]: DEBUG nova.policy [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508213a6e70e46c39a6662d96fabf034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '821a975702c241188388bfc0eb600481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.155298] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea6769f-6087-4bda-a25b-a64e7ecefe78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.167148] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ebd21-2cbf-4d01-b28d-488394204e9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.207937] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4ecb99-d162-4fa2-ad30-5cc89a6665ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.220566] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851354d-b8bb-475f-8349-d8ee34f1ef35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.225478] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087454, 'name': CreateVM_Task, 'duration_secs': 0.405726} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.225478] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.226818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.227818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.227818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.227818] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235b9c69-a9e4-424e-91b7-e0ee62fe0435 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.240467] env[69959]: DEBUG nova.compute.provider_tree [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.247345] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1156.247345] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5251dabf-732c-c3ee-7e7f-8da4e06eaf26" [ 1156.247345] env[69959]: _type = "Task" [ 1156.247345] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.257165] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5251dabf-732c-c3ee-7e7f-8da4e06eaf26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.292231] env[69959]: DEBUG nova.network.neutron [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Successfully created port: 4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.313425] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.473046] env[69959]: DEBUG nova.objects.instance [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'pci_requests' on Instance uuid 0f38df54-31c7-4c66-940d-0d356d7415bb {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.603350] env[69959]: DEBUG nova.network.neutron [-] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.744011] env[69959]: DEBUG nova.scheduler.client.report [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.761223] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5251dabf-732c-c3ee-7e7f-8da4e06eaf26, 'name': SearchDatastore_Task, 'duration_secs': 0.038003} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.763428] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.763687] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.763952] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.764160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.764554] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.764740] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-938f9c70-2d5e-4e3d-90ce-355ede1081fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.775979] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.776197] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.777052] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493c629f-4471-4f84-b706-9e44374d7aea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.783861] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1156.783861] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525385a3-dc26-bfc1-493a-ec605320bf6b" [ 1156.783861] env[69959]: _type = "Task" [ 1156.783861] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.793600] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525385a3-dc26-bfc1-493a-ec605320bf6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.808714] env[69959]: DEBUG nova.network.neutron [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updated VIF entry in instance network info cache for port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.809390] env[69959]: DEBUG nova.network.neutron [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [{"id": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "address": "fa:16:3e:53:6e:f0", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9cf9e0a-7d", "ovs_interfaceid": "e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.830572] env[69959]: DEBUG nova.network.neutron [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Updated VIF entry in instance network info cache for port 5e581265-369a-4771-8380-3c198169efb5. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.830910] env[69959]: DEBUG nova.network.neutron [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Updating instance_info_cache with network_info: [{"id": "5e581265-369a-4771-8380-3c198169efb5", "address": "fa:16:3e:c1:33:e5", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e581265-36", "ovs_interfaceid": "5e581265-369a-4771-8380-3c198169efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.975987] env[69959]: DEBUG nova.objects.base [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Object Instance<0f38df54-31c7-4c66-940d-0d356d7415bb> lazy-loaded attributes: flavor,pci_requests {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.976335] env[69959]: DEBUG nova.network.neutron [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.048635] env[69959]: DEBUG nova.policy [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4334e6042e724d23af38748886e849b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77b204f59a044099751534ac4b3488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.059690] env[69959]: DEBUG nova.compute.manager [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.059876] env[69959]: DEBUG nova.compute.manager [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing instance network info cache due to event network-changed-7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.060120] env[69959]: DEBUG oslo_concurrency.lockutils [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.060265] env[69959]: DEBUG oslo_concurrency.lockutils [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.060418] env[69959]: DEBUG nova.network.neutron [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.105615] env[69959]: INFO nova.compute.manager [-] [instance: eb567035-ab24-4af4-80c9-be625e005792] Took 1.98 seconds to deallocate network for instance. [ 1157.249990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.253294] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.845s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.255193] env[69959]: INFO nova.compute.claims [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.279690] env[69959]: INFO nova.scheduler.client.report [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocations for instance e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1 [ 1157.300246] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525385a3-dc26-bfc1-493a-ec605320bf6b, 'name': SearchDatastore_Task, 'duration_secs': 0.021266} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.301763] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b829fdb-fa9e-4fff-9423-7f2898125cf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.310608] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1157.310608] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d22131-6aa9-da67-5422-9f8ccad0a53b" [ 1157.310608] env[69959]: _type = "Task" [ 1157.310608] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.318062] env[69959]: DEBUG oslo_concurrency.lockutils [req-8797feb6-5528-4c7b-b0a1-a0f54a9c7ed1 req-465a66ab-3f9c-4a9a-a778-ae9c10cf1320 service nova] Releasing lock "refresh_cache-a2815433-9ad9-4fc0-ab3f-5f41f00cd953" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.335805] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.340518] env[69959]: DEBUG oslo_concurrency.lockutils [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] Releasing lock "refresh_cache-2eb61a9b-c911-418d-8f23-994e9503fe79" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.341133] env[69959]: DEBUG nova.compute.manager [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-vif-deleted-b0525190-89dc-4fee-81d7-b9b6165285de {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.341474] env[69959]: INFO nova.compute.manager [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Neutron deleted interface b0525190-89dc-4fee-81d7-b9b6165285de; detaching it from the instance and deleting it from the info cache [ 1157.341895] env[69959]: DEBUG nova.network.neutron [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [{"id": "1313590e-5b43-4093-8e6a-e658e66ee756", "address": "fa:16:3e:cc:17:e9", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1313590e-5b", "ovs_interfaceid": "1313590e-5b43-4093-8e6a-e658e66ee756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "address": "fa:16:3e:84:b1:e1", "network": {"id": "e0a16253-9f2c-4fbd-af10-950e22f06aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1828637495", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb92e293-ea", "ovs_interfaceid": "fb92e293-ea90-46d5-adb0-d8804cba8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.345250] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d22131-6aa9-da67-5422-9f8ccad0a53b, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.347267] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.347620] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 2eb61a9b-c911-418d-8f23-994e9503fe79/2eb61a9b-c911-418d-8f23-994e9503fe79.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.348361] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c34063ed-7980-4202-8235-dd6c75385d11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.360233] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1157.360233] env[69959]: value = "task-4087456" [ 1157.360233] env[69959]: _type = "Task" [ 1157.360233] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.371310] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.379670] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.381556] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.381556] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.381556] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.381556] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.381556] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.381556] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.381863] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.382756] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.382756] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.382756] env[69959]: DEBUG nova.virt.hardware [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.384912] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0813c97-1bc9-4303-ab5c-5157711a3ddf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.397994] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ed683-75b7-4a9d-ab82-b1399299bac4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.613712] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.788034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f8653788-7887-4aee-9c06-07010cf5ae43 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.596s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.815182] env[69959]: DEBUG nova.network.neutron [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updated VIF entry in instance network info cache for port 7e44cff1-be26-4756-8021-7ff146eddfbb. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.815572] env[69959]: DEBUG nova.network.neutron [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.848089] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2f50c65-89c2-45af-8553-c9c2aad99d87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.859491] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adcfa99-eaa3-4984-ad9e-e3ff862ee8dc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.894839] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.910056] env[69959]: DEBUG nova.compute.manager [req-ebfc1d68-6028-497e-9ba5-2ca1aaa70664 req-be3d0e38-cc45-4651-aca6-adc73d73b3c9 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Detach interface failed, port_id=b0525190-89dc-4fee-81d7-b9b6165285de, reason: Instance eb567035-ab24-4af4-80c9-be625e005792 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.923740] env[69959]: DEBUG nova.compute.manager [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-vif-deleted-fb92e293-ea90-46d5-adb0-d8804cba8ffa {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.923740] env[69959]: INFO nova.compute.manager [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Neutron deleted interface fb92e293-ea90-46d5-adb0-d8804cba8ffa; detaching it from the instance and deleting it from the info cache [ 1157.924124] env[69959]: DEBUG nova.network.neutron [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [{"id": "1313590e-5b43-4093-8e6a-e658e66ee756", "address": "fa:16:3e:cc:17:e9", "network": {"id": "260f55cc-1b3f-4a24-9d8e-7a25c912f84d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171393004", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1313590e-5b", "ovs_interfaceid": "1313590e-5b43-4093-8e6a-e658e66ee756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.159934] env[69959]: DEBUG nova.network.neutron [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Successfully updated port: 4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.318744] env[69959]: DEBUG oslo_concurrency.lockutils [req-fa4f5031-b86a-4a9e-b15e-fbd1f0853d97 req-a44d82bf-b170-49fa-9563-37b529c2012c service nova] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.383698] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699301} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.383698] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 2eb61a9b-c911-418d-8f23-994e9503fe79/2eb61a9b-c911-418d-8f23-994e9503fe79.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.383698] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.383992] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360698ad-7985-44d6-81a7-60477b28775c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.397011] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1158.397011] env[69959]: value = "task-4087457" [ 1158.397011] env[69959]: _type = "Task" [ 1158.397011] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.409509] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.429572] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba411e5b-7573-4a19-819a-39a286040ece {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.439585] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f88b3-9eb1-43f1-87fb-dae68531193f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.477189] env[69959]: DEBUG nova.compute.manager [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Detach interface failed, port_id=fb92e293-ea90-46d5-adb0-d8804cba8ffa, reason: Instance eb567035-ab24-4af4-80c9-be625e005792 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.477399] env[69959]: DEBUG nova.compute.manager [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Received event network-vif-deleted-1313590e-5b43-4093-8e6a-e658e66ee756 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.477522] env[69959]: INFO nova.compute.manager [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Neutron deleted interface 1313590e-5b43-4093-8e6a-e658e66ee756; detaching it from the instance and deleting it from the info cache [ 1158.478772] env[69959]: DEBUG nova.network.neutron [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.530917] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693703b9-0606-4887-9dfd-3b1b86964bf4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.539395] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ec22c8-146b-4799-be6e-f18863f2b322 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.571969] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49e33a-b448-44d7-9862-9c9f3f71eac6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.577716] env[69959]: DEBUG nova.network.neutron [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Successfully updated port: 31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.583042] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df01267-0d75-4817-b77e-7a37374deb79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.599080] env[69959]: DEBUG nova.compute.provider_tree [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.662917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "refresh_cache-d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.663164] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "refresh_cache-d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.663269] env[69959]: DEBUG nova.network.neutron [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.906649] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088803} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.906932] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.907781] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e214587-7452-4c6b-a860-4a50610b6514 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.931322] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2eb61a9b-c911-418d-8f23-994e9503fe79/2eb61a9b-c911-418d-8f23-994e9503fe79.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.932310] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4635ab67-a698-4463-bc94-bd0d927d9bee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.955436] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1158.955436] env[69959]: value = "task-4087458" [ 1158.955436] env[69959]: _type = "Task" [ 1158.955436] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.964381] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.980709] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aada7e18-cf92-4f34-93fe-0a91c732df92 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.990948] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0199d8-bd68-4ae6-a0c5-ea8b45ed8f43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.024694] env[69959]: DEBUG nova.compute.manager [req-722008a5-9f8d-49b0-856a-8a9d40b1dc7e req-ce16ac53-6fb7-4706-adc2-bfd9fdd0a117 service nova] [instance: eb567035-ab24-4af4-80c9-be625e005792] Detach interface failed, port_id=1313590e-5b43-4093-8e6a-e658e66ee756, reason: Instance eb567035-ab24-4af4-80c9-be625e005792 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.080880] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.081131] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.081327] env[69959]: DEBUG nova.network.neutron [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.101738] env[69959]: DEBUG nova.scheduler.client.report [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.199457] env[69959]: DEBUG nova.network.neutron [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.365084] env[69959]: DEBUG nova.network.neutron [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Updating instance_info_cache with network_info: [{"id": "4e101aa7-8318-408e-bebe-7a138d69670f", "address": "fa:16:3e:c3:44:9c", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e101aa7-83", "ovs_interfaceid": "4e101aa7-8318-408e-bebe-7a138d69670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.466685] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.607551] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.608396] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.611968] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.825s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.612247] env[69959]: DEBUG nova.objects.instance [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'resources' on Instance uuid 5338915a-210e-48a7-abe3-dbc04f037c0f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.620448] env[69959]: WARNING nova.network.neutron [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] 22305619-c081-4b48-991e-69909e91ae94 already exists in list: networks containing: ['22305619-c081-4b48-991e-69909e91ae94']. ignoring it [ 1159.868042] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "refresh_cache-d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.868193] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Instance network_info: |[{"id": "4e101aa7-8318-408e-bebe-7a138d69670f", "address": "fa:16:3e:c3:44:9c", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e101aa7-83", "ovs_interfaceid": "4e101aa7-8318-408e-bebe-7a138d69670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.868500] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:44:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e101aa7-8318-408e-bebe-7a138d69670f', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.877674] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.877674] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.877674] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68154417-0e0b-4175-a6ce-ffa72c876bdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.902131] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.902131] env[69959]: value = "task-4087460" [ 1159.902131] env[69959]: _type = "Task" [ 1159.902131] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.910421] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087460, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.933295] env[69959]: DEBUG nova.network.neutron [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31fff73a-e30a-4454-9994-0d2f71578183", "address": "fa:16:3e:92:44:86", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fff73a-e3", "ovs_interfaceid": "31fff73a-e30a-4454-9994-0d2f71578183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.958852] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Received event network-vif-plugged-4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.959348] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Acquiring lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.959536] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.959709] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.959881] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] No waiting events found dispatching network-vif-plugged-4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1159.960088] env[69959]: WARNING nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Received unexpected event network-vif-plugged-4e101aa7-8318-408e-bebe-7a138d69670f for instance with vm_state building and task_state spawning. [ 1159.960221] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Received event network-changed-4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.960377] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Refreshing instance network info cache due to event network-changed-4e101aa7-8318-408e-bebe-7a138d69670f. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.960560] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Acquiring lock "refresh_cache-d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.960696] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Acquired lock "refresh_cache-d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.960898] env[69959]: DEBUG nova.network.neutron [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Refreshing network info cache for port 4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.972181] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.117931] env[69959]: DEBUG nova.compute.utils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.119597] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.119763] env[69959]: DEBUG nova.network.neutron [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.161941] env[69959]: DEBUG nova.policy [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1459e8264b38476bb05a54a02529a519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b4e21baed2c493a80cc157f7ea38299', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.362077] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c642b98-d59c-457c-b594-2618fdd816e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.372786] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3e9e5-9497-4f69-9971-a6fc60d0caae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.412511] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f0b92-8f0a-46ed-9e8c-6bbabc4860e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.421486] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087460, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.425031] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e9c42f-2f86-4038-832f-97b46c1b8a5f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.440782] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.441549] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.441897] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.442452] env[69959]: DEBUG nova.compute.provider_tree [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.444467] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94159875-f7f1-4cee-9c94-284510ba6753 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.466279] env[69959]: DEBUG nova.virt.hardware [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.472475] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Reconfiguring VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1160.473491] env[69959]: DEBUG nova.network.neutron [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Successfully created port: 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.480606] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f19860f-8f3e-4a43-9131-640a9fef7e50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.499474] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087458, 'name': ReconfigVM_Task, 'duration_secs': 1.313975} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.500921] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2eb61a9b-c911-418d-8f23-994e9503fe79/2eb61a9b-c911-418d-8f23-994e9503fe79.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.501711] env[69959]: DEBUG oslo_vmware.api [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1160.501711] env[69959]: value = "task-4087461" [ 1160.501711] env[69959]: _type = "Task" [ 1160.501711] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.502306] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75450cb-83f8-4387-871a-633fcddbd116 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.515995] env[69959]: DEBUG oslo_vmware.api [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087461, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.517618] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1160.517618] env[69959]: value = "task-4087462" [ 1160.517618] env[69959]: _type = "Task" [ 1160.517618] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.526569] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087462, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.622656] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.867119] env[69959]: DEBUG nova.network.neutron [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Updated VIF entry in instance network info cache for port 4e101aa7-8318-408e-bebe-7a138d69670f. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.867520] env[69959]: DEBUG nova.network.neutron [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Updating instance_info_cache with network_info: [{"id": "4e101aa7-8318-408e-bebe-7a138d69670f", "address": "fa:16:3e:c3:44:9c", "network": {"id": "e161104f-a152-4821-9791-62ca52e65247", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-922418122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "821a975702c241188388bfc0eb600481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e101aa7-83", "ovs_interfaceid": "4e101aa7-8318-408e-bebe-7a138d69670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.920332] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087460, 'name': CreateVM_Task, 'duration_secs': 0.592762} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.920575] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.921324] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.921500] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.921868] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.924315] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56db46f9-9d06-48a7-8200-db204dc2baba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.929589] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1160.929589] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b6ad4-f8b5-928d-2037-dd540f8dab42" [ 1160.929589] env[69959]: _type = "Task" [ 1160.929589] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.940339] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b6ad4-f8b5-928d-2037-dd540f8dab42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.949433] env[69959]: DEBUG nova.scheduler.client.report [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.020110] env[69959]: DEBUG oslo_vmware.api [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.033024] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087462, 'name': Rename_Task, 'duration_secs': 0.151555} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.033678] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.033857] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4d2425-e407-4b69-a659-a2ffb36cd6f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.042406] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1161.042406] env[69959]: value = "task-4087463" [ 1161.042406] env[69959]: _type = "Task" [ 1161.042406] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.052088] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.370758] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Releasing lock "refresh_cache-d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.372215] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-vif-plugged-31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.372428] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.372702] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.372884] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.373175] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] No waiting events found dispatching network-vif-plugged-31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1161.373344] env[69959]: WARNING nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received unexpected event network-vif-plugged-31fff73a-e30a-4454-9994-0d2f71578183 for instance with vm_state active and task_state None. [ 1161.373521] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-changed-31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.373679] env[69959]: DEBUG nova.compute.manager [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing instance network info cache due to event network-changed-31fff73a-e30a-4454-9994-0d2f71578183. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.373885] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.374101] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.374287] env[69959]: DEBUG nova.network.neutron [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Refreshing network info cache for port 31fff73a-e30a-4454-9994-0d2f71578183 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.441013] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b6ad4-f8b5-928d-2037-dd540f8dab42, 'name': SearchDatastore_Task, 'duration_secs': 0.019377} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.441675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.441675] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.441818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.441963] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.442202] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.442419] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0e99cb2-3f30-43e1-91f7-3f4cef5475b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.453284] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.453861] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.454938] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.457461] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2975de85-7466-4b74-98d6-a7f5e931d7eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.459896] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.399s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.461780] env[69959]: INFO nova.compute.claims [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.469631] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1161.469631] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523cbabd-289d-f471-9091-8147ce1412b5" [ 1161.469631] env[69959]: _type = "Task" [ 1161.469631] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.479762] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523cbabd-289d-f471-9091-8147ce1412b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.481937] env[69959]: INFO nova.scheduler.client.report [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted allocations for instance 5338915a-210e-48a7-abe3-dbc04f037c0f [ 1161.516563] env[69959]: DEBUG oslo_vmware.api [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087461, 'name': ReconfigVM_Task, 'duration_secs': 0.6601} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.517137] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.517439] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Reconfigured VM to attach interface {{(pid=69959) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1161.552989] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.635129] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.672473] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.672740] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.672903] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.673193] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.673361] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.673614] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.674074] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.674330] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.674608] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.675012] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.675110] env[69959]: DEBUG nova.virt.hardware [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.676354] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1fe8fa-5785-49a8-a09b-ee3f89a8422a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.685856] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94114b-9b46-4b85-8af1-03d97bdc1609 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.983155] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523cbabd-289d-f471-9091-8147ce1412b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.984701] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9314c037-e38e-4384-bd8c-6338bf631df5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.991581] env[69959]: DEBUG oslo_concurrency.lockutils [None req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "5338915a-210e-48a7-abe3-dbc04f037c0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.964s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.993066] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1161.993066] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52106d11-6f6b-7e84-bc6a-e50ff28cc3a9" [ 1161.993066] env[69959]: _type = "Task" [ 1161.993066] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.002674] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52106d11-6f6b-7e84-bc6a-e50ff28cc3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.023528] env[69959]: DEBUG oslo_concurrency.lockutils [None req-07d54488-b609-491e-b912-66609b400514 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-0f38df54-31c7-4c66-940d-0d356d7415bb-31fff73a-e30a-4454-9994-0d2f71578183" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.147s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.055399] env[69959]: DEBUG oslo_vmware.api [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087463, 'name': PowerOnVM_Task, 'duration_secs': 0.552407} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.055399] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.055399] env[69959]: INFO nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1162.055399] env[69959]: DEBUG nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.055707] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a6fc0-4512-4741-a9d7-978266c8bba0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.437590] env[69959]: DEBUG nova.network.neutron [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updated VIF entry in instance network info cache for port 31fff73a-e30a-4454-9994-0d2f71578183. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.438047] env[69959]: DEBUG nova.network.neutron [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31fff73a-e30a-4454-9994-0d2f71578183", "address": "fa:16:3e:92:44:86", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fff73a-e3", "ovs_interfaceid": "31fff73a-e30a-4454-9994-0d2f71578183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.469377] env[69959]: DEBUG nova.compute.manager [req-33039200-ccfd-42e0-8c57-fedc2cf6f4a6 req-c150c787-9053-43d7-8c07-44aa39ec435b service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Received event network-vif-plugged-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.469602] env[69959]: DEBUG oslo_concurrency.lockutils [req-33039200-ccfd-42e0-8c57-fedc2cf6f4a6 req-c150c787-9053-43d7-8c07-44aa39ec435b service nova] Acquiring lock "bbcfd410-12d6-473b-b8b4-c38f63555e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.469903] env[69959]: DEBUG oslo_concurrency.lockutils [req-33039200-ccfd-42e0-8c57-fedc2cf6f4a6 req-c150c787-9053-43d7-8c07-44aa39ec435b service nova] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.470011] env[69959]: DEBUG oslo_concurrency.lockutils [req-33039200-ccfd-42e0-8c57-fedc2cf6f4a6 req-c150c787-9053-43d7-8c07-44aa39ec435b service nova] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.470197] env[69959]: DEBUG nova.compute.manager [req-33039200-ccfd-42e0-8c57-fedc2cf6f4a6 req-c150c787-9053-43d7-8c07-44aa39ec435b service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] No waiting events found dispatching network-vif-plugged-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1162.470370] env[69959]: WARNING nova.compute.manager [req-33039200-ccfd-42e0-8c57-fedc2cf6f4a6 req-c150c787-9053-43d7-8c07-44aa39ec435b service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Received unexpected event network-vif-plugged-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 for instance with vm_state building and task_state spawning. [ 1162.508627] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52106d11-6f6b-7e84-bc6a-e50ff28cc3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01623} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.508892] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.509184] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b/d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.509473] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08e1fc7-04ec-47d7-be14-36b9b1b4121e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.517781] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1162.517781] env[69959]: value = "task-4087465" [ 1162.517781] env[69959]: _type = "Task" [ 1162.517781] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.532761] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.576454] env[69959]: INFO nova.compute.manager [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Took 24.89 seconds to build instance. [ 1162.583398] env[69959]: DEBUG nova.network.neutron [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Successfully updated port: 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.746965] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f98fbb6-8301-49e2-8f19-d1ffb491dc79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.759724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3de324-42a1-4d9a-ae0c-e54917e15cf9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.796979] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1706912a-6da7-4af8-9124-857b1766267e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.806680] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e48946-0e6f-42d5-a52c-0842128e00da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.822918] env[69959]: DEBUG nova.compute.provider_tree [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.941320] env[69959]: DEBUG oslo_concurrency.lockutils [req-43a491a9-ca2a-41cd-9a82-52ab8c45f537 req-0465086e-b7bd-4efb-9bef-c4bf45ab4866 service nova] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.032454] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.077280] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1a8c6b25-129a-4f46-85ae-a4c862300088 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.413s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.090795] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.090795] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquired lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.090795] env[69959]: DEBUG nova.network.neutron [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.326088] env[69959]: DEBUG nova.scheduler.client.report [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.529896] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632337} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.532019] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b/d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.532019] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.532019] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4d652e9-7f3a-4166-a93a-2a53172ae0bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.541012] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1163.541012] env[69959]: value = "task-4087466" [ 1163.541012] env[69959]: _type = "Task" [ 1163.541012] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.551774] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.598800] env[69959]: DEBUG oslo_concurrency.lockutils [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "2eb61a9b-c911-418d-8f23-994e9503fe79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.599069] env[69959]: DEBUG oslo_concurrency.lockutils [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.599454] env[69959]: DEBUG nova.compute.manager [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.600263] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd47cf6-e990-459a-9c94-a55ec54220d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.608548] env[69959]: DEBUG nova.compute.manager [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1163.609200] env[69959]: DEBUG nova.objects.instance [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'flavor' on Instance uuid 2eb61a9b-c911-418d-8f23-994e9503fe79 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.649559] env[69959]: DEBUG nova.network.neutron [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.718953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "interface-0f38df54-31c7-4c66-940d-0d356d7415bb-31fff73a-e30a-4454-9994-0d2f71578183" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.719613] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-0f38df54-31c7-4c66-940d-0d356d7415bb-31fff73a-e30a-4454-9994-0d2f71578183" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.830730] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.831701] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.836916] env[69959]: DEBUG nova.network.neutron [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Updating instance_info_cache with network_info: [{"id": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "address": "fa:16:3e:47:4f:0c", "network": {"id": "236488db-ed66-4085-a511-9fe8c210ab38", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-964026508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4e21baed2c493a80cc157f7ea38299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d89ea2-ea", "ovs_interfaceid": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.839910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.266s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.841631] env[69959]: INFO nova.compute.claims [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.051687] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122698} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.051812] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.052603] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92af701-fd4e-4834-8195-80b850b437df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.077869] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b/d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.078323] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764b4c77-872c-4c62-87a4-06b1434c31fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.099306] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1164.099306] env[69959]: value = "task-4087467" [ 1164.099306] env[69959]: _type = "Task" [ 1164.099306] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.108860] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.223454] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.223699] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.224740] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ec18f-1ab3-40ed-9189-a5ae70f57f30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.246388] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f45a6fa-6c12-4e7b-b32a-d63878eecb7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.276763] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Reconfiguring VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1164.277079] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c13a846-3d3a-47da-b3db-9e1cfd16e0c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.297273] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1164.297273] env[69959]: value = "task-4087468" [ 1164.297273] env[69959]: _type = "Task" [ 1164.297273] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.308710] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.346535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Releasing lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.346887] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Instance network_info: |[{"id": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "address": "fa:16:3e:47:4f:0c", "network": {"id": "236488db-ed66-4085-a511-9fe8c210ab38", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-964026508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4e21baed2c493a80cc157f7ea38299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d89ea2-ea", "ovs_interfaceid": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.350151] env[69959]: DEBUG nova.compute.utils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.351773] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:4f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17d89ea2-ea7d-4f02-88f6-38d1b99fb530', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.361062] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Creating folder: Project (4b4e21baed2c493a80cc157f7ea38299). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.361062] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.361062] env[69959]: DEBUG nova.network.neutron [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.363640] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0bdde7-e534-41e3-84b7-060224e22414 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.379197] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Created folder: Project (4b4e21baed2c493a80cc157f7ea38299) in parent group-v809535. [ 1164.379197] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Creating folder: Instances. Parent ref: group-v809826. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.379197] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b27869a-05a4-4951-9304-eb17c4e3f21b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.390092] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Created folder: Instances in parent group-v809826. [ 1164.390390] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.390595] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.390820] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d377a8ac-c7ff-490b-80c1-1e8128ff3756 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.412478] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.412478] env[69959]: value = "task-4087471" [ 1164.412478] env[69959]: _type = "Task" [ 1164.412478] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.422206] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087471, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.423896] env[69959]: DEBUG nova.policy [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa0d36365ac46038312f9f13a573bfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf638ffddc39460eae4cedd317ecd5d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.499351] env[69959]: DEBUG nova.compute.manager [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Received event network-changed-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.499657] env[69959]: DEBUG nova.compute.manager [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Refreshing instance network info cache due to event network-changed-17d89ea2-ea7d-4f02-88f6-38d1b99fb530. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.500013] env[69959]: DEBUG oslo_concurrency.lockutils [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] Acquiring lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.500529] env[69959]: DEBUG oslo_concurrency.lockutils [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] Acquired lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.500823] env[69959]: DEBUG nova.network.neutron [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Refreshing network info cache for port 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.613142] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087467, 'name': ReconfigVM_Task, 'duration_secs': 0.459692} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.614195] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b/d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.617576] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf71101-7b89-4c27-acfc-7eebdc0df1b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.619534] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.621558] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.622285] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97315805-881c-4007-a194-09daf4be5e50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.630422] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1164.630422] env[69959]: value = "task-4087472" [ 1164.630422] env[69959]: _type = "Task" [ 1164.630422] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.632095] env[69959]: DEBUG oslo_vmware.api [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1164.632095] env[69959]: value = "task-4087473" [ 1164.632095] env[69959]: _type = "Task" [ 1164.632095] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.647883] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087472, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.651776] env[69959]: DEBUG oslo_vmware.api [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.794570] env[69959]: DEBUG nova.network.neutron [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Successfully created port: 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.808047] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.865107] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.922361] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.922606] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.933976] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087471, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.122738] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.136808] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3bc27b-2eff-4e4c-95cb-246a09e984c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.147178] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087472, 'name': Rename_Task, 'duration_secs': 0.210768} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.147178] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.151025] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132c9184-5a5f-4318-ac3e-a57083d84706 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.153810] env[69959]: DEBUG oslo_vmware.api [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087473, 'name': PowerOffVM_Task, 'duration_secs': 0.220752} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.156792] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.157034] env[69959]: DEBUG nova.compute.manager [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.158194] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e2dbb-44cb-4d07-ba7a-f0b593946504 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.163620] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80fb71-7a90-4c9d-bf3a-012634aa0d63 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.167090] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1165.167090] env[69959]: value = "task-4087474" [ 1165.167090] env[69959]: _type = "Task" [ 1165.167090] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.211051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b02ef0f-f32e-4b8e-a912-5fcfb066775f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.216075] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.222509] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5736bef8-f74d-4167-b19d-8b87b69e53b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.239989] env[69959]: DEBUG nova.compute.provider_tree [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.297269] env[69959]: DEBUG nova.network.neutron [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Updated VIF entry in instance network info cache for port 17d89ea2-ea7d-4f02-88f6-38d1b99fb530. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.297632] env[69959]: DEBUG nova.network.neutron [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Updating instance_info_cache with network_info: [{"id": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "address": "fa:16:3e:47:4f:0c", "network": {"id": "236488db-ed66-4085-a511-9fe8c210ab38", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-964026508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4e21baed2c493a80cc157f7ea38299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d89ea2-ea", "ovs_interfaceid": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.309782] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.424899] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087471, 'name': CreateVM_Task, 'duration_secs': 0.530822} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.425107] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.425859] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.426048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.426533] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.427143] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc31fb3a-05f8-4160-8a80-f9391048e8e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.429271] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.437070] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1165.437070] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522449ee-573d-c394-6d5b-9d1f0f86e842" [ 1165.437070] env[69959]: _type = "Task" [ 1165.437070] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.449166] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522449ee-573d-c394-6d5b-9d1f0f86e842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.644023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.683337] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.707804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-856ece0b-8076-4fe7-926d-182c880783e2 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.108s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.742088] env[69959]: DEBUG nova.scheduler.client.report [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.804851] env[69959]: DEBUG oslo_concurrency.lockutils [req-189cd86a-8a4e-47c3-91a0-119269f7bc9f req-2f913f93-efea-4c41-8078-043af3a97937 service nova] Releasing lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.811246] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.875912] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.907739] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.908097] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.908268] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.908452] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.908597] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.908743] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.908953] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.909134] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.909309] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.909475] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.909647] env[69959]: DEBUG nova.virt.hardware [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.910669] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4747b9e4-80cf-4536-9953-4e44170af663 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.919928] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d4913-ea71-44ec-84d0-cb34868bcb2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.951856] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522449ee-573d-c394-6d5b-9d1f0f86e842, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.952133] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.952410] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.952686] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.952852] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.953067] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.953376] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37f8188d-3ceb-4e36-a180-a33041286cca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.956326] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.964866] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.965096] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.965907] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10572adb-3d91-4b26-94f0-0a0966a74985 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.972838] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1165.972838] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fd060b-456c-6c0b-9bc0-482dacb6c807" [ 1165.972838] env[69959]: _type = "Task" [ 1165.972838] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.981983] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fd060b-456c-6c0b-9bc0-482dacb6c807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.082801] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "2eb61a9b-c911-418d-8f23-994e9503fe79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.083206] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.084036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "2eb61a9b-c911-418d-8f23-994e9503fe79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.084036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.084036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.086221] env[69959]: INFO nova.compute.manager [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Terminating instance [ 1166.182842] env[69959]: DEBUG oslo_vmware.api [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087474, 'name': PowerOnVM_Task, 'duration_secs': 0.562611} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.183192] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.183408] env[69959]: INFO nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1166.183597] env[69959]: DEBUG nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.184445] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b53d31-830a-47ca-845e-baafb7cf49de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.248035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.249193] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.251504] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.071s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.251727] env[69959]: DEBUG nova.objects.instance [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.309912] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.404213] env[69959]: DEBUG nova.network.neutron [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Successfully updated port: 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.484534] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52fd060b-456c-6c0b-9bc0-482dacb6c807, 'name': SearchDatastore_Task, 'duration_secs': 0.019777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.485488] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1281b96d-f566-4961-a114-68f7f310899a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.492342] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1166.492342] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba6cfb-e265-1b2d-2957-367ea206b9b0" [ 1166.492342] env[69959]: _type = "Task" [ 1166.492342] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.501398] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba6cfb-e265-1b2d-2957-367ea206b9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.528552] env[69959]: DEBUG nova.compute.manager [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Received event network-vif-plugged-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.528967] env[69959]: DEBUG oslo_concurrency.lockutils [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] Acquiring lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.529239] env[69959]: DEBUG oslo_concurrency.lockutils [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.529717] env[69959]: DEBUG oslo_concurrency.lockutils [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.529946] env[69959]: DEBUG nova.compute.manager [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] No waiting events found dispatching network-vif-plugged-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1166.530171] env[69959]: WARNING nova.compute.manager [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Received unexpected event network-vif-plugged-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 for instance with vm_state building and task_state spawning. [ 1166.530385] env[69959]: DEBUG nova.compute.manager [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Received event network-changed-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.531026] env[69959]: DEBUG nova.compute.manager [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Refreshing instance network info cache due to event network-changed-7bee2544-06aa-467e-9aa1-38ee5d50b8b2. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.531026] env[69959]: DEBUG oslo_concurrency.lockutils [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] Acquiring lock "refresh_cache-44e777cb-b7b4-489d-9e68-6f91b0973fc4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.531026] env[69959]: DEBUG oslo_concurrency.lockutils [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] Acquired lock "refresh_cache-44e777cb-b7b4-489d-9e68-6f91b0973fc4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.531213] env[69959]: DEBUG nova.network.neutron [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Refreshing network info cache for port 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.590515] env[69959]: DEBUG nova.compute.manager [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.591695] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.591695] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14070d2-81f3-499f-a2e8-8881ec2a790c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.602461] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.602750] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0be73c10-bd2b-4d28-96d8-63a4674ec634 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.663605] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.664060] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.664060] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleting the datastore file [datastore1] 2eb61a9b-c911-418d-8f23-994e9503fe79 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.664331] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46a7b2d8-db85-4d4c-8dff-4f832caea965 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.673473] env[69959]: DEBUG oslo_vmware.api [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1166.673473] env[69959]: value = "task-4087476" [ 1166.673473] env[69959]: _type = "Task" [ 1166.673473] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.684149] env[69959]: DEBUG oslo_vmware.api [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.703078] env[69959]: INFO nova.compute.manager [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Took 17.43 seconds to build instance. [ 1166.760062] env[69959]: DEBUG nova.compute.utils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.761864] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.762078] env[69959]: DEBUG nova.network.neutron [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.811928] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.814276] env[69959]: DEBUG nova.policy [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.907349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "refresh_cache-44e777cb-b7b4-489d-9e68-6f91b0973fc4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.007098] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ba6cfb-e265-1b2d-2957-367ea206b9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.007098] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.007359] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] bbcfd410-12d6-473b-b8b4-c38f63555e88/bbcfd410-12d6-473b-b8b4-c38f63555e88.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.007700] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f3e1cb-f1ab-4482-94c2-44ecf6981ee2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.018046] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1167.018046] env[69959]: value = "task-4087477" [ 1167.018046] env[69959]: _type = "Task" [ 1167.018046] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.028824] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.077569] env[69959]: DEBUG nova.network.neutron [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.184478] env[69959]: DEBUG oslo_vmware.api [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140012} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.184775] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.184966] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.185949] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.185949] env[69959]: INFO nova.compute.manager [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1167.185949] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.185949] env[69959]: DEBUG nova.compute.manager [-] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.186171] env[69959]: DEBUG nova.network.neutron [-] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.204616] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c2b355be-a3ed-451a-b270-c2e6a628de06 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.954s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.232730] env[69959]: DEBUG nova.network.neutron [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.239056] env[69959]: DEBUG nova.network.neutron [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Successfully created port: 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.266127] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.273452] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c95ef1e8-31f6-4b1a-ac3c-e813b21f6415 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.274913] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.661s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.275174] env[69959]: DEBUG nova.objects.instance [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lazy-loading 'resources' on Instance uuid eb567035-ab24-4af4-80c9-be625e005792 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.315010] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.529307] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.736105] env[69959]: DEBUG oslo_concurrency.lockutils [req-2e8fd2d2-35b1-4388-8eb8-3a40a5672acd req-4a42f681-b0c1-4984-8111-500e32363064 service nova] Releasing lock "refresh_cache-44e777cb-b7b4-489d-9e68-6f91b0973fc4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.736467] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquired lock "refresh_cache-44e777cb-b7b4-489d-9e68-6f91b0973fc4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.736654] env[69959]: DEBUG nova.network.neutron [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.825409] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.031788] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.061873] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad19fb8-5107-4dde-8946-a6e448f5a0e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.070462] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6d9e64-e023-438e-b1b6-580a790f8422 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.102521] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0bcd3-4098-4aa2-bc8e-777364f4da78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.110905] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f638b4f-a748-464b-b67b-c5125f955f05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.126041] env[69959]: DEBUG nova.network.neutron [-] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.127744] env[69959]: DEBUG nova.compute.provider_tree [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.277970] env[69959]: DEBUG nova.network.neutron [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.281639] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.320593] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.324049] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.324307] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.324796] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.325055] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.325672] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.325672] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.325672] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.325672] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.326156] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.326484] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.326484] env[69959]: DEBUG nova.virt.hardware [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.327808] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d8459d-c3ef-41da-afdd-ae8ea6d0e1fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.340390] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3354d99f-681d-4b98-888d-0a89cd2288b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.486250] env[69959]: DEBUG nova.network.neutron [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Updating instance_info_cache with network_info: [{"id": "7bee2544-06aa-467e-9aa1-38ee5d50b8b2", "address": "fa:16:3e:b9:25:a2", "network": {"id": "92a27f55-f22d-4ef4-bf0e-14f8bd25d3a7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1387835533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf638ffddc39460eae4cedd317ecd5d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bee2544-06", "ovs_interfaceid": "7bee2544-06aa-467e-9aa1-38ee5d50b8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.530776] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087477, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109923} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.531498] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] bbcfd410-12d6-473b-b8b4-c38f63555e88/bbcfd410-12d6-473b-b8b4-c38f63555e88.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.531802] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.532155] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd32d659-ba4c-4986-b86e-14a118163485 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.540618] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1168.540618] env[69959]: value = "task-4087478" [ 1168.540618] env[69959]: _type = "Task" [ 1168.540618] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.552597] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.560654] env[69959]: DEBUG nova.compute.manager [req-310d84af-a6c2-4e34-9a65-2419bdc17bb0 req-63b06290-3f84-4a05-934c-cd920d707ce7 service nova] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Received event network-vif-deleted-5e581265-369a-4771-8380-3c198169efb5 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.629702] env[69959]: INFO nova.compute.manager [-] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Took 1.44 seconds to deallocate network for instance. [ 1168.632037] env[69959]: DEBUG nova.scheduler.client.report [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.698662] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.698892] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.699152] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.699349] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.699535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.701749] env[69959]: INFO nova.compute.manager [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Terminating instance [ 1168.816979] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.937999] env[69959]: DEBUG nova.network.neutron [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Successfully updated port: 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.990628] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Releasing lock "refresh_cache-44e777cb-b7b4-489d-9e68-6f91b0973fc4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.990628] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Instance network_info: |[{"id": "7bee2544-06aa-467e-9aa1-38ee5d50b8b2", "address": "fa:16:3e:b9:25:a2", "network": {"id": "92a27f55-f22d-4ef4-bf0e-14f8bd25d3a7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1387835533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf638ffddc39460eae4cedd317ecd5d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bee2544-06", "ovs_interfaceid": "7bee2544-06aa-467e-9aa1-38ee5d50b8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.990628] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:25:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bee2544-06aa-467e-9aa1-38ee5d50b8b2', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.998466] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Creating folder: Project (bf638ffddc39460eae4cedd317ecd5d9). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1168.998624] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82396102-0ff1-4dc2-8fff-ecb0fc5917a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.016898] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Created folder: Project (bf638ffddc39460eae4cedd317ecd5d9) in parent group-v809535. [ 1169.017296] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Creating folder: Instances. Parent ref: group-v809829. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.017593] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8229527-71b3-4931-9c69-960f48cb974e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.029445] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Created folder: Instances in parent group-v809829. [ 1169.029890] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.030308] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.030627] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25434c24-e17d-475d-9485-871bf323ccf2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.058819] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084313} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.060193] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.060486] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.060486] env[69959]: value = "task-4087481" [ 1169.060486] env[69959]: _type = "Task" [ 1169.060486] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.061339] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f1e147-5333-4e70-8f27-4028208a5690 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.088102] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] bbcfd410-12d6-473b-b8b4-c38f63555e88/bbcfd410-12d6-473b-b8b4-c38f63555e88.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.092043] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3892c6-c1ab-4e60-99af-660deba520bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.111851] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087481, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.117914] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1169.117914] env[69959]: value = "task-4087482" [ 1169.117914] env[69959]: _type = "Task" [ 1169.117914] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.127961] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.140171] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.144048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.144048] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.500s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.145697] env[69959]: INFO nova.compute.claims [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.167588] env[69959]: INFO nova.scheduler.client.report [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Deleted allocations for instance eb567035-ab24-4af4-80c9-be625e005792 [ 1169.205858] env[69959]: DEBUG nova.compute.manager [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.206112] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.207946] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc26f6-78b1-4cee-ae01-fb54b486e65d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.219317] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.220281] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-886528fa-a6de-408b-b6eb-4df4a5281008 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.228814] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1169.228814] env[69959]: value = "task-4087483" [ 1169.228814] env[69959]: _type = "Task" [ 1169.228814] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.238195] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.317210] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.443880] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.444080] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.444256] env[69959]: DEBUG nova.network.neutron [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.574730] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087481, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.629504] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.680398] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "eb567035-ab24-4af4-80c9-be625e005792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.294s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.740330] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087483, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.817217] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.980817] env[69959]: DEBUG nova.network.neutron [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.078168] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087481, 'name': CreateVM_Task, 'duration_secs': 0.711877} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.078369] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.079058] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.079358] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.079696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.079969] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcfca9c-3155-4b61-b309-136fe49c11ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.085955] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1170.085955] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d473f-0290-0809-d5d3-ec2c5cf339bd" [ 1170.085955] env[69959]: _type = "Task" [ 1170.085955] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.095401] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d473f-0290-0809-d5d3-ec2c5cf339bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.132747] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087482, 'name': ReconfigVM_Task, 'duration_secs': 0.847937} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.132747] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Reconfigured VM instance instance-00000066 to attach disk [datastore2] bbcfd410-12d6-473b-b8b4-c38f63555e88/bbcfd410-12d6-473b-b8b4-c38f63555e88.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.132747] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a294585d-d480-407e-b72c-4a78019c51be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.140053] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1170.140053] env[69959]: value = "task-4087484" [ 1170.140053] env[69959]: _type = "Task" [ 1170.140053] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.152491] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087484, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.229374] env[69959]: DEBUG nova.network.neutron [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Updating instance_info_cache with network_info: [{"id": "3e12b6e0-54ea-4795-993a-d4af3b6ccb8e", "address": "fa:16:3e:4e:c8:39", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12b6e0-54", "ovs_interfaceid": "3e12b6e0-54ea-4795-993a-d4af3b6ccb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.243887] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087483, 'name': PowerOffVM_Task, 'duration_secs': 0.846649} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.247583] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.247773] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.248571] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-726e95a4-83cf-45e8-bfd9-08ee3b38e275 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.320124] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.404042] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be14c13a-0c20-44f8-a5db-00c201317475 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.411964] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16639c5-5582-42e4-8915-5cee2f60585e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.445131] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d1be61-f321-46d6-b2df-20141da4e6ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.456032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557b4700-274a-477f-a5c8-2222e8524442 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.474028] env[69959]: DEBUG nova.compute.provider_tree [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.600937] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527d473f-0290-0809-d5d3-ec2c5cf339bd, 'name': SearchDatastore_Task, 'duration_secs': 0.032683} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.601429] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.601792] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.602193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.602448] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.602749] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.603253] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2831b8db-a655-4e0b-8ca8-fcd03571782c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.614723] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.615047] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.615807] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d938d6-7cbd-4d25-be13-d75284ba451a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.622912] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1170.622912] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222a12c-eede-eb66-ad6b-600f1a455b36" [ 1170.622912] env[69959]: _type = "Task" [ 1170.622912] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.631567] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222a12c-eede-eb66-ad6b-600f1a455b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.652498] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087484, 'name': Rename_Task, 'duration_secs': 0.172073} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.652770] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.653191] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-251ef7fb-e8b3-4642-abdb-c18dd1003435 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.660909] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1170.660909] env[69959]: value = "task-4087486" [ 1170.660909] env[69959]: _type = "Task" [ 1170.660909] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.670975] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.701992] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.702381] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.702534] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleting the datastore file [datastore1] d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.702833] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b795a47-fef7-47bd-8ed6-018016a114e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712446] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for the task: (returnval){ [ 1170.712446] env[69959]: value = "task-4087487" [ 1170.712446] env[69959]: _type = "Task" [ 1170.712446] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.726555] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.732634] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.733224] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Instance network_info: |[{"id": "3e12b6e0-54ea-4795-993a-d4af3b6ccb8e", "address": "fa:16:3e:4e:c8:39", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12b6e0-54", "ovs_interfaceid": "3e12b6e0-54ea-4795-993a-d4af3b6ccb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.733858] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:c8:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e12b6e0-54ea-4795-993a-d4af3b6ccb8e', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.742967] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.743194] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.743475] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baed0510-3f0d-4e6c-8235-d46ccb3cfb76 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.768502] env[69959]: DEBUG nova.compute.manager [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Received event network-vif-plugged-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.768879] env[69959]: DEBUG oslo_concurrency.lockutils [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] Acquiring lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.769282] env[69959]: DEBUG oslo_concurrency.lockutils [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.769526] env[69959]: DEBUG oslo_concurrency.lockutils [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.769884] env[69959]: DEBUG nova.compute.manager [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] No waiting events found dispatching network-vif-plugged-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1170.770124] env[69959]: WARNING nova.compute.manager [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Received unexpected event network-vif-plugged-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e for instance with vm_state building and task_state spawning. [ 1170.770413] env[69959]: DEBUG nova.compute.manager [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Received event network-changed-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.770686] env[69959]: DEBUG nova.compute.manager [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Refreshing instance network info cache due to event network-changed-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.771036] env[69959]: DEBUG oslo_concurrency.lockutils [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] Acquiring lock "refresh_cache-7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.771310] env[69959]: DEBUG oslo_concurrency.lockutils [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] Acquired lock "refresh_cache-7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.771527] env[69959]: DEBUG nova.network.neutron [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Refreshing network info cache for port 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.783752] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.783752] env[69959]: value = "task-4087488" [ 1170.783752] env[69959]: _type = "Task" [ 1170.783752] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.798977] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087488, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.820706] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.978649] env[69959]: DEBUG nova.scheduler.client.report [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.136028] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222a12c-eede-eb66-ad6b-600f1a455b36, 'name': SearchDatastore_Task, 'duration_secs': 0.02106} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.136867] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab7d5ba-ca66-45fc-9fe4-418d67380ae0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.144070] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1171.144070] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5237e65d-c09e-f629-5393-1aa001d4e423" [ 1171.144070] env[69959]: _type = "Task" [ 1171.144070] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.155174] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5237e65d-c09e-f629-5393-1aa001d4e423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.173984] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.228807] env[69959]: DEBUG oslo_vmware.api [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Task: {'id': task-4087487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248732} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.229706] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.229888] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.230551] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.230551] env[69959]: INFO nova.compute.manager [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1171.230551] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.230821] env[69959]: DEBUG nova.compute.manager [-] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.230821] env[69959]: DEBUG nova.network.neutron [-] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.293682] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087488, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.318620] env[69959]: DEBUG oslo_vmware.api [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087468, 'name': ReconfigVM_Task, 'duration_secs': 6.987064} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.318998] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.319456] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Reconfigured VM to detach interface {{(pid=69959) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1171.328688] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.484779] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.485245] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.490129] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.533s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.491617] env[69959]: INFO nova.compute.claims [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.656222] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5237e65d-c09e-f629-5393-1aa001d4e423, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.656585] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.656735] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 44e777cb-b7b4-489d-9e68-6f91b0973fc4/44e777cb-b7b4-489d-9e68-6f91b0973fc4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.657018] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b04fe8c1-351f-4e87-83a1-88172fe8d80e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.668622] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1171.668622] env[69959]: value = "task-4087489" [ 1171.668622] env[69959]: _type = "Task" [ 1171.668622] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.676543] env[69959]: DEBUG oslo_vmware.api [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087486, 'name': PowerOnVM_Task, 'duration_secs': 0.580184} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.677354] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.677540] env[69959]: INFO nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1171.677997] env[69959]: DEBUG nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.678713] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4336d4ff-797a-4e5e-8acc-420a9ff630b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.685324] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.795573] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087488, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.849607] env[69959]: DEBUG nova.network.neutron [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Updated VIF entry in instance network info cache for port 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.849607] env[69959]: DEBUG nova.network.neutron [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Updating instance_info_cache with network_info: [{"id": "3e12b6e0-54ea-4795-993a-d4af3b6ccb8e", "address": "fa:16:3e:4e:c8:39", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12b6e0-54", "ovs_interfaceid": "3e12b6e0-54ea-4795-993a-d4af3b6ccb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.999790] env[69959]: DEBUG nova.compute.utils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.001074] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.001217] env[69959]: DEBUG nova.network.neutron [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.047407] env[69959]: DEBUG nova.policy [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd6278b54b34717915aaa45678df357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc40e04316842d0b22f50e5f55b4913', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.181222] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.205329] env[69959]: INFO nova.compute.manager [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Took 19.82 seconds to build instance. [ 1172.300152] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087488, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.352091] env[69959]: DEBUG oslo_concurrency.lockutils [req-dbc14be0-98fa-427d-8f01-ecd2c508bf0e req-0de9ef03-c6e6-46cc-88cd-5c8f60b1735b service nova] Releasing lock "refresh_cache-7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.365328] env[69959]: DEBUG nova.network.neutron [-] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.371598] env[69959]: DEBUG nova.network.neutron [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Successfully created port: 0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.510952] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.693377] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.707430] env[69959]: DEBUG oslo_concurrency.lockutils [None req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.328s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.729462] env[69959]: DEBUG oslo_concurrency.lockutils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.729840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.780561] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a81d53-8b71-4459-ac61-24e95503f9d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.789710] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff4119-e86c-4b5b-99d7-2a41acb9c5b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.803225] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087488, 'name': CreateVM_Task, 'duration_secs': 1.778775} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.828904] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.830139] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.830321] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.830676] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.831749] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142a806-6e94-4727-891b-b740d336d633 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.834652] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.834877] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69959) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1172.836094] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e832667-ee0c-4451-8a87-604e50a76083 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.846311] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3b7e4-ebd3-4e20-bc44-a2f4225b1f0e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.853234] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1172.853234] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520f1103-471d-11e3-77a2-0cb44467633e" [ 1172.853234] env[69959]: _type = "Task" [ 1172.853234] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.865978] env[69959]: DEBUG nova.compute.provider_tree [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.868262] env[69959]: INFO nova.compute.manager [-] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Took 1.64 seconds to deallocate network for instance. [ 1172.873732] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520f1103-471d-11e3-77a2-0cb44467633e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.884029] env[69959]: DEBUG nova.compute.manager [req-12038d23-abf3-44b5-ba8c-d7b1740ce385 req-4b06874d-1bb0-41cf-847f-4269004d7ab1 service nova] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Received event network-vif-deleted-4e101aa7-8318-408e-bebe-7a138d69670f {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.977479] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.977720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.990088] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.990088] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquired lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.990088] env[69959]: DEBUG nova.network.neutron [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.018895] env[69959]: INFO nova.virt.block_device [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Booting with volume f732fa7d-6fe1-4afb-8334-9981c6921488 at /dev/sda [ 1173.021622] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.021840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.022088] env[69959]: INFO nova.compute.manager [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Rebooting instance [ 1173.056675] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca7345b3-33c8-4867-bd1d-731536798363 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.067236] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552cb639-5e0f-4ad1-a046-2472cf8c00f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.100410] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3b986e2-69a5-48d1-80d9-3ff55b98a41e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.109896] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f1c03-3fbe-4589-a8fa-c5a06b279a70 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.146111] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6d8bf-3622-4291-bc23-a67f519cbbdd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.153745] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a42741-4952-4b05-9f88-5d728f9f4936 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.168608] env[69959]: DEBUG nova.virt.block_device [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating existing volume attachment record: 363d03c7-e6f7-47f0-9f21-512868a0d39e {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.183050] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087489, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.369495} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.183345] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 44e777cb-b7b4-489d-9e68-6f91b0973fc4/44e777cb-b7b4-489d-9e68-6f91b0973fc4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.183593] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.183886] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-892a7eef-e6b9-4fbb-9806-7f3f9717314d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.190945] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1173.190945] env[69959]: value = "task-4087490" [ 1173.190945] env[69959]: _type = "Task" [ 1173.190945] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.201929] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.234296] env[69959]: DEBUG nova.compute.utils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.346835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.346835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.346835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.346835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.346835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.348982] env[69959]: INFO nova.compute.manager [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Terminating instance [ 1173.364817] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520f1103-471d-11e3-77a2-0cb44467633e, 'name': SearchDatastore_Task, 'duration_secs': 0.056136} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.365148] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.365399] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.365637] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.365781] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.365966] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.366259] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1941c511-7767-43ae-a904-4c803fcc8c29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.369853] env[69959]: DEBUG nova.scheduler.client.report [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.378158] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.378383] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.379794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.380051] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ffa43f-b36b-42e1-a59a-6d99815b0044 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.386742] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1173.386742] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52adacb8-f871-fd33-e9e0-f0ab5e97cf88" [ 1173.386742] env[69959]: _type = "Task" [ 1173.386742] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.396896] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52adacb8-f871-fd33-e9e0-f0ab5e97cf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.480573] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.540579] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.540770] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquired lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.540959] env[69959]: DEBUG nova.network.neutron [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.709463] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071874} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.709809] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.710675] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5575cd-aeae-4810-b0e2-d58653e22746 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.740047] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 44e777cb-b7b4-489d-9e68-6f91b0973fc4/44e777cb-b7b4-489d-9e68-6f91b0973fc4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.745133] env[69959]: DEBUG oslo_concurrency.lockutils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.745289] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824199d1-3aad-4b90-a0ea-a064466cc5ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.769488] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1173.769488] env[69959]: value = "task-4087491" [ 1173.769488] env[69959]: _type = "Task" [ 1173.769488] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.780474] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.821732] env[69959]: INFO nova.network.neutron [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Port 31fff73a-e30a-4454-9994-0d2f71578183 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1173.822094] env[69959]: DEBUG nova.network.neutron [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [{"id": "7e44cff1-be26-4756-8021-7ff146eddfbb", "address": "fa:16:3e:14:dd:5e", "network": {"id": "22305619-c081-4b48-991e-69909e91ae94", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2068293823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77b204f59a044099751534ac4b3488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44cff1-be", "ovs_interfaceid": "7e44cff1-be26-4756-8021-7ff146eddfbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.834481] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.853395] env[69959]: DEBUG nova.compute.manager [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.853742] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.855021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849ff31-12e0-4d1d-a37a-70a89c4f188e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.863848] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.864172] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ca6908-336f-47dc-bd6e-faff39edf823 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.872509] env[69959]: DEBUG oslo_vmware.api [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1173.872509] env[69959]: value = "task-4087492" [ 1173.872509] env[69959]: _type = "Task" [ 1173.872509] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.876634] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.877176] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.880647] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.737s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.884067] env[69959]: DEBUG nova.objects.instance [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'resources' on Instance uuid 2eb61a9b-c911-418d-8f23-994e9503fe79 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.889530] env[69959]: DEBUG oslo_vmware.api [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.902855] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52adacb8-f871-fd33-e9e0-f0ab5e97cf88, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.904465] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61362814-ce4b-44b6-b1ad-4a5efa4a9dfb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.911557] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1173.911557] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b3837e-3b67-0c7c-2c06-53a455cb7b66" [ 1173.911557] env[69959]: _type = "Task" [ 1173.911557] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.920097] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b3837e-3b67-0c7c-2c06-53a455cb7b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.007155] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.019151] env[69959]: DEBUG nova.network.neutron [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Successfully updated port: 0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.258280] env[69959]: DEBUG nova.network.neutron [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Updating instance_info_cache with network_info: [{"id": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "address": "fa:16:3e:47:4f:0c", "network": {"id": "236488db-ed66-4085-a511-9fe8c210ab38", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-964026508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4e21baed2c493a80cc157f7ea38299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d89ea2-ea", "ovs_interfaceid": "17d89ea2-ea7d-4f02-88f6-38d1b99fb530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.281657] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087491, 'name': ReconfigVM_Task, 'duration_secs': 0.379407} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.281945] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 44e777cb-b7b4-489d-9e68-6f91b0973fc4/44e777cb-b7b4-489d-9e68-6f91b0973fc4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.282632] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9102015d-5409-46b8-9328-82eb89149810 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.290762] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1174.290762] env[69959]: value = "task-4087493" [ 1174.290762] env[69959]: _type = "Task" [ 1174.290762] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.300999] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087493, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.324797] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Releasing lock "refresh_cache-0f38df54-31c7-4c66-940d-0d356d7415bb" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.328527] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.328647] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Cleaning up deleted instances {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1174.387596] env[69959]: DEBUG nova.compute.utils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.388996] env[69959]: DEBUG oslo_vmware.api [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087492, 'name': PowerOffVM_Task, 'duration_secs': 0.228643} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.394132] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.394132] env[69959]: DEBUG nova.network.neutron [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.394132] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.394132] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.394132] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-600d517c-e711-42ba-aceb-c151010a3c8d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.430649] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b3837e-3b67-0c7c-2c06-53a455cb7b66, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.430781] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.431083] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4/7c4a3997-4a84-4583-b26a-6bcd4e4b92f4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.431691] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876fc3b9-7353-4b81-984c-1ada64a653f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.440975] env[69959]: DEBUG nova.policy [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '771b8b62c9e44507809d8e5ba559980b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27d74013598e405cb50dd88f09ba10b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.449315] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1174.449315] env[69959]: value = "task-4087495" [ 1174.449315] env[69959]: _type = "Task" [ 1174.449315] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.463898] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.465231] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.465470] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.465674] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleting the datastore file [datastore2] 0f38df54-31c7-4c66-940d-0d356d7415bb {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.466351] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e7644c3-7c0e-4934-bfd5-6e1769609a06 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.477970] env[69959]: DEBUG oslo_vmware.api [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1174.477970] env[69959]: value = "task-4087496" [ 1174.477970] env[69959]: _type = "Task" [ 1174.477970] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.488941] env[69959]: DEBUG oslo_vmware.api [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.525052] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.525255] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.525449] env[69959]: DEBUG nova.network.neutron [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.680457] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f32238-2ffd-439d-810f-2482d2ee61fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.690710] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c3cda-c2db-4bf1-b9f5-3584ad298ac9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.729473] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6623d953-1b2e-469e-9805-8bfc193173a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.738712] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e241c44-6c55-4a61-8c65-88982efd30f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.756331] env[69959]: DEBUG nova.compute.provider_tree [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.761260] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Releasing lock "refresh_cache-bbcfd410-12d6-473b-b8b4-c38f63555e88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.809382] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087493, 'name': Rename_Task, 'duration_secs': 0.155703} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.810183] env[69959]: DEBUG oslo_concurrency.lockutils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.810411] env[69959]: DEBUG oslo_concurrency.lockutils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.810639] env[69959]: INFO nova.compute.manager [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Attaching volume 650934f6-ce0c-45a3-8496-6f3b0781b9c5 to /dev/sdb [ 1174.812500] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.816597] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f961aa1-46c8-45f8-a7f5-038c70ad1ad2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.828232] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1174.828232] env[69959]: value = "task-4087497" [ 1174.828232] env[69959]: _type = "Task" [ 1174.828232] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.829790] env[69959]: DEBUG nova.network.neutron [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Successfully created port: 6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.833205] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8b59918c-a843-45fa-9402-954bdd432e46 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "interface-0f38df54-31c7-4c66-940d-0d356d7415bb-31fff73a-e30a-4454-9994-0d2f71578183" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.114s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.855303] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] There are 51 instances to clean {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1174.856042] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: eb567035-ab24-4af4-80c9-be625e005792] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.874134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b99f08-d202-4189-8a94-528b91ba2996 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.888850] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.892265] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.899320] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf20f4-2cbc-4c84-a853-25a02cbbe937 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.914527] env[69959]: DEBUG nova.virt.block_device [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating existing volume attachment record: 2d961827-00a6-48c9-a44f-e5570e1f2bc2 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.919667] env[69959]: DEBUG nova.compute.manager [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Received event network-vif-plugged-0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.919892] env[69959]: DEBUG oslo_concurrency.lockutils [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.923032] env[69959]: DEBUG oslo_concurrency.lockutils [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.923032] env[69959]: DEBUG oslo_concurrency.lockutils [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.923032] env[69959]: DEBUG nova.compute.manager [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] No waiting events found dispatching network-vif-plugged-0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.923032] env[69959]: WARNING nova.compute.manager [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Received unexpected event network-vif-plugged-0469e0ef-6712-40d1-987f-d1e762acddf0 for instance with vm_state building and task_state spawning. [ 1174.923032] env[69959]: DEBUG nova.compute.manager [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Received event network-changed-0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.923032] env[69959]: DEBUG nova.compute.manager [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Refreshing instance network info cache due to event network-changed-0469e0ef-6712-40d1-987f-d1e762acddf0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.923032] env[69959]: DEBUG oslo_concurrency.lockutils [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] Acquiring lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.962362] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.988432] env[69959]: DEBUG oslo_vmware.api [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356324} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.988705] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.988892] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.989093] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.989281] env[69959]: INFO nova.compute.manager [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1174.989625] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.989835] env[69959]: DEBUG nova.compute.manager [-] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.989934] env[69959]: DEBUG nova.network.neutron [-] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.091550] env[69959]: DEBUG nova.network.neutron [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.261213] env[69959]: DEBUG nova.scheduler.client.report [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.269362] env[69959]: DEBUG nova.compute.manager [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1175.270297] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d317b008-a76b-4b08-bd1f-03579bf817c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.311847] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.312457] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.312675] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.312911] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.313407] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.313407] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.313407] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.313827] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.314141] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.314308] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.314620] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.314706] env[69959]: DEBUG nova.virt.hardware [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.315630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43c4a7-81d7-4a4f-aef2-a63c880ca51d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.326293] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82d318-dd85-4897-93ef-5684aaf16331 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.355647] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.372018] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: a8ecea62-88de-455a-8bed-cd9402d69a9e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.431023] env[69959]: DEBUG nova.network.neutron [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.461820] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609854} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.461820] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4/7c4a3997-4a84-4583-b26a-6bcd4e4b92f4.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.462028] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.466107] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6e0467-504c-4217-977d-0980e4de22f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.470317] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1175.470317] env[69959]: value = "task-4087499" [ 1175.470317] env[69959]: _type = "Task" [ 1175.470317] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.481999] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.767939] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.772403] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.392s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.772871] env[69959]: DEBUG nova.objects.instance [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lazy-loading 'resources' on Instance uuid d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.812243] env[69959]: INFO nova.scheduler.client.report [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocations for instance 2eb61a9b-c911-418d-8f23-994e9503fe79 [ 1175.846764] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.878201] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8d6161e0-842e-44e6-a3bc-3217942f6cfe] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.909510] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.934976] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.935527] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Instance network_info: |[{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.936213] env[69959]: DEBUG oslo_concurrency.lockutils [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] Acquired lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.936486] env[69959]: DEBUG nova.network.neutron [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Refreshing network info cache for port 0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.938049] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a1:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0469e0ef-6712-40d1-987f-d1e762acddf0', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.946548] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.949452] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.949708] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.949871] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.950190] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.950415] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.950627] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.950935] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.951208] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.951466] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.951696] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.951935] env[69959]: DEBUG nova.virt.hardware [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.952976] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.954228] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce68bb8-63da-4063-bbef-b369c0d2af6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.957817] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a08fb359-7a41-4967-9a64-92842a886a2e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.987522] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c375439-0ad4-453e-9751-0cffe6fa11a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.996820] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.996820] env[69959]: value = "task-4087502" [ 1175.996820] env[69959]: _type = "Task" [ 1175.996820] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.997307] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073925} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.998198] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.004626] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8347007-7ccb-4ba9-94db-f0534f9a9c4c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.039645] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4/7c4a3997-4a84-4583-b26a-6bcd4e4b92f4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.043930] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac31540-9748-40d0-a027-c1d34872b036 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.058856] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087502, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.065930] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1176.065930] env[69959]: value = "task-4087503" [ 1176.065930] env[69959]: _type = "Task" [ 1176.065930] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.078173] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.297338] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d571c-d8ab-493f-a3ee-12448fd95b97 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.310853] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Doing hard reboot of VM {{(pid=69959) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1176.314294] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5048785d-718b-4c24-a64c-fe0b6d81c8a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.325403] env[69959]: DEBUG oslo_vmware.api [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1176.325403] env[69959]: value = "task-4087504" [ 1176.325403] env[69959]: _type = "Task" [ 1176.325403] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.331551] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "2eb61a9b-c911-418d-8f23-994e9503fe79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.248s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.348952] env[69959]: DEBUG oslo_vmware.api [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087504, 'name': ResetVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.360137] env[69959]: DEBUG oslo_vmware.api [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087497, 'name': PowerOnVM_Task, 'duration_secs': 1.06752} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.364676] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.364978] env[69959]: INFO nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1176.365190] env[69959]: DEBUG nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.370028] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fa6f4-867b-42aa-8a47-d786e01de1a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.383054] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 895c00ea-0c2d-4c96-99f9-7283bbac91a7] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.509456] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087502, 'name': CreateVM_Task, 'duration_secs': 0.472111} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.515688] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.516650] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809823', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'name': 'volume-f732fa7d-6fe1-4afb-8334-9981c6921488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da1955f6-5c6b-4227-992f-8bc5faed0877', 'attached_at': '', 'detached_at': '', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'serial': 'f732fa7d-6fe1-4afb-8334-9981c6921488'}, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '363d03c7-e6f7-47f0-9f21-512868a0d39e', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69959) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1176.516858] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Root volume attach. Driver type: vmdk {{(pid=69959) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1176.517743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a922c36-9198-4aa6-843d-62c60ea137a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.528720] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72436064-11d5-4727-b371-6a95db569380 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.539743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7fae9-dc78-44df-8407-ae78aa995a60 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.551671] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d230dedb-7ea6-43c6-9a84-1955ef7eb54f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.562405] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1176.562405] env[69959]: value = "task-4087505" [ 1176.562405] env[69959]: _type = "Task" [ 1176.562405] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.579067] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087505, 'name': RelocateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.583650] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087503, 'name': ReconfigVM_Task, 'duration_secs': 0.419611} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.584300] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4/7c4a3997-4a84-4583-b26a-6bcd4e4b92f4.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.584982] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0b9c9d5-3e2a-4f76-8ec8-63fe5eb53ce2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.594557] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1176.594557] env[69959]: value = "task-4087506" [ 1176.594557] env[69959]: _type = "Task" [ 1176.594557] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.607823] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087506, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.609848] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5caea7-7c1e-409d-9db7-653ce2b27feb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.618818] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1acade5-e50a-4703-9f01-bf1913daac6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.668337] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cdb38b-59eb-4f66-89ff-50238bc9b44f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.676795] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a332b34-b607-4213-814b-19b1efc7c82c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.694398] env[69959]: DEBUG nova.compute.provider_tree [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.804418] env[69959]: DEBUG nova.network.neutron [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updated VIF entry in instance network info cache for port 0469e0ef-6712-40d1-987f-d1e762acddf0. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.804572] env[69959]: DEBUG nova.network.neutron [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.809351] env[69959]: DEBUG nova.network.neutron [-] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.840354] env[69959]: DEBUG oslo_vmware.api [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087504, 'name': ResetVM_Task, 'duration_secs': 0.129176} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.840641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Did hard reboot of VM {{(pid=69959) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1176.840851] env[69959]: DEBUG nova.compute.manager [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.841737] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7091c8e-c191-4cbb-9961-049de6dc2451 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.886520] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: a5bbd175-5552-4f24-bb6b-842ca4d162ce] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.891886] env[69959]: INFO nova.compute.manager [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Took 23.85 seconds to build instance. [ 1176.966413] env[69959]: DEBUG nova.compute.manager [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Received event network-vif-deleted-7e44cff1-be26-4756-8021-7ff146eddfbb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.966717] env[69959]: DEBUG nova.compute.manager [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-vif-plugged-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.966895] env[69959]: DEBUG oslo_concurrency.lockutils [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.967164] env[69959]: DEBUG oslo_concurrency.lockutils [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.967344] env[69959]: DEBUG oslo_concurrency.lockutils [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.967506] env[69959]: DEBUG nova.compute.manager [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] No waiting events found dispatching network-vif-plugged-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.967696] env[69959]: WARNING nova.compute.manager [req-385741be-a36d-4ee3-a664-8485d8e7cc1f req-75bd8dbe-2629-4d8a-82d8-e471f91d9be1 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received unexpected event network-vif-plugged-6627eb0b-cc42-42a1-90f0-891b5917454b for instance with vm_state building and task_state spawning. [ 1176.969262] env[69959]: DEBUG nova.network.neutron [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Successfully updated port: 6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.074123] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087505, 'name': RelocateVM_Task} progress is 20%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.106021] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087506, 'name': Rename_Task, 'duration_secs': 0.210086} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.106304] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.106562] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b42957a-710d-4081-bc86-49090930f926 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.114037] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1177.114037] env[69959]: value = "task-4087507" [ 1177.114037] env[69959]: _type = "Task" [ 1177.114037] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.122830] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.198340] env[69959]: DEBUG nova.scheduler.client.report [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.315247] env[69959]: INFO nova.compute.manager [-] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Took 2.33 seconds to deallocate network for instance. [ 1177.315801] env[69959]: DEBUG oslo_concurrency.lockutils [req-98e5949c-4524-4391-aca0-b2ea7f63bd7f req-a9dc358a-171b-4bfe-b53b-f258925f5336 service nova] Releasing lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.354900] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a084db29-9dfc-4f7e-92f8-146a9835ea3d tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.333s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.391935] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: daccb0d1-201d-456e-bff3-848662f2751a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.393968] env[69959]: DEBUG oslo_concurrency.lockutils [None req-73a423e8-8d77-40b5-a8ab-b358da9ca832 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.364s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.471601] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.471832] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.472062] env[69959]: DEBUG nova.network.neutron [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.574387] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087505, 'name': RelocateVM_Task, 'duration_secs': 0.634192} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.574739] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.574950] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809823', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'name': 'volume-f732fa7d-6fe1-4afb-8334-9981c6921488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da1955f6-5c6b-4227-992f-8bc5faed0877', 'attached_at': '', 'detached_at': '', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'serial': 'f732fa7d-6fe1-4afb-8334-9981c6921488'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.575921] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653584a9-f5de-44e3-bafc-0e0e144e65e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.593032] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e0a409-25fd-468b-b90a-5808c09be254 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.616204] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-f732fa7d-6fe1-4afb-8334-9981c6921488/volume-f732fa7d-6fe1-4afb-8334-9981c6921488.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.617059] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20de071a-d499-43f0-a3cb-deaa66c6546b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.646923] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.649191] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1177.649191] env[69959]: value = "task-4087508" [ 1177.649191] env[69959]: _type = "Task" [ 1177.649191] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.662772] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.703921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.708465] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.701s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.711096] env[69959]: INFO nova.compute.claims [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.732542] env[69959]: INFO nova.scheduler.client.report [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Deleted allocations for instance d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b [ 1177.822983] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.849785] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "4715fe92-61f8-4378-bee9-e4f294a602da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.849785] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "4715fe92-61f8-4378-bee9-e4f294a602da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.895950] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: e5f43a90-e2d9-446e-ad99-bd8d52d9bfe1] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.012496] env[69959]: DEBUG nova.network.neutron [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.129937] env[69959]: DEBUG oslo_vmware.api [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087507, 'name': PowerOnVM_Task, 'duration_secs': 0.802944} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.130518] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.130852] env[69959]: INFO nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1178.131187] env[69959]: DEBUG nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.132566] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc10a0-6a08-422e-b023-7d153a16efed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.140280] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.141768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.141768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "bbcfd410-12d6-473b-b8b4-c38f63555e88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.141768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.141768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.143477] env[69959]: INFO nova.compute.manager [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Terminating instance [ 1178.160212] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087508, 'name': ReconfigVM_Task, 'duration_secs': 0.356282} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.161447] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-f732fa7d-6fe1-4afb-8334-9981c6921488/volume-f732fa7d-6fe1-4afb-8334-9981c6921488.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.167391] env[69959]: DEBUG nova.network.neutron [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.169601] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8416f1f6-0c6a-4ae6-b040-cc02a08fee6f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.187347] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1178.187347] env[69959]: value = "task-4087510" [ 1178.187347] env[69959]: _type = "Task" [ 1178.187347] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.199963] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.240383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Lock "d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.541s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.351430] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.399402] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 71fe8f7d-9553-4785-893a-af6458e9f713] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.654538] env[69959]: DEBUG nova.compute.manager [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.654757] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.657301] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69037aad-6ea1-4430-8907-ca74f27422b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.660761] env[69959]: INFO nova.compute.manager [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Took 25.11 seconds to build instance. [ 1178.668114] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.668114] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38bde3f-3c47-415a-b5c5-fd222b66f8c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.670055] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.670184] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance network_info: |[{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.671364] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:e5:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6627eb0b-cc42-42a1-90f0-891b5917454b', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.680237] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.681742] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.682258] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-047358c0-0783-454a-be7b-eb5fa3f09bdf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.703135] env[69959]: DEBUG oslo_vmware.api [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1178.703135] env[69959]: value = "task-4087511" [ 1178.703135] env[69959]: _type = "Task" [ 1178.703135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.714101] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.714101] env[69959]: value = "task-4087512" [ 1178.714101] env[69959]: _type = "Task" [ 1178.714101] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.719476] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087510, 'name': ReconfigVM_Task, 'duration_secs': 0.143501} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.726072] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809823', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'name': 'volume-f732fa7d-6fe1-4afb-8334-9981c6921488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da1955f6-5c6b-4227-992f-8bc5faed0877', 'attached_at': '', 'detached_at': '', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'serial': 'f732fa7d-6fe1-4afb-8334-9981c6921488'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.729986] env[69959]: DEBUG oslo_vmware.api [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.730578] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a68968c-1a3c-4380-a20b-b677832668ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.740050] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087512, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.742225] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1178.742225] env[69959]: value = "task-4087513" [ 1178.742225] env[69959]: _type = "Task" [ 1178.742225] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.760531] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087513, 'name': Rename_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.878677] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.904676] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 977590a2-ab04-4998-b28d-c6eaf9066ce6] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.002643] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.002886] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.003134] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.003323] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.003489] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.005937] env[69959]: INFO nova.compute.manager [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Terminating instance [ 1179.035738] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72cff2c-ab79-4fe7-b8df-c0d625ab0fa4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.042850] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227568d-27d8-41ea-86d5-2b10522c1ec1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.084218] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa494947-1904-425e-adf5-966a8c80945c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.088492] env[69959]: DEBUG nova.compute.manager [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.088854] env[69959]: DEBUG nova.compute.manager [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing instance network info cache due to event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.089208] env[69959]: DEBUG oslo_concurrency.lockutils [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.089558] env[69959]: DEBUG oslo_concurrency.lockutils [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.089989] env[69959]: DEBUG nova.network.neutron [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.099074] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076863a-dd9b-4afa-a332-163f05191e4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.119514] env[69959]: DEBUG nova.compute.provider_tree [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.162790] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ff49105c-5a28-478e-bfe6-74125dc137cc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.632s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.218859] env[69959]: DEBUG oslo_vmware.api [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087511, 'name': PowerOffVM_Task, 'duration_secs': 0.397499} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.219269] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.219353] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.219668] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428df1fe-0296-4920-ad09-b7cfc8efda34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.231100] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087512, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.251384] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087513, 'name': Rename_Task, 'duration_secs': 0.156284} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.251729] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.252035] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-808b143e-b2e5-4dbd-949c-3ba80db1d163 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.260701] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1179.260701] env[69959]: value = "task-4087515" [ 1179.260701] env[69959]: _type = "Task" [ 1179.260701] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.272471] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.328329] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.328799] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.329047] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Deleting the datastore file [datastore2] bbcfd410-12d6-473b-b8b4-c38f63555e88 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.329488] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50df5332-a76b-435c-bead-cb641e29a7cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.337292] env[69959]: DEBUG oslo_vmware.api [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for the task: (returnval){ [ 1179.337292] env[69959]: value = "task-4087516" [ 1179.337292] env[69959]: _type = "Task" [ 1179.337292] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.346088] env[69959]: DEBUG oslo_vmware.api [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.408883] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 50a8e7a8-006d-4eeb-a35a-d8970ce9da01] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.514021] env[69959]: DEBUG nova.compute.manager [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.514021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.514021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d521c3c9-3bac-48b4-88fc-0353c81fb718 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.521988] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.522530] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c9dd59-367f-4ff3-8351-278d91f88782 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.531346] env[69959]: DEBUG oslo_vmware.api [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1179.531346] env[69959]: value = "task-4087517" [ 1179.531346] env[69959]: _type = "Task" [ 1179.531346] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.541665] env[69959]: DEBUG oslo_vmware.api [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.624252] env[69959]: DEBUG nova.scheduler.client.report [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.740518] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087512, 'name': CreateVM_Task, 'duration_secs': 0.56139} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.740655] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.741535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.741760] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.742075] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.742398] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126ea5fe-0b7d-4649-a54c-7bbb546a4fcd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.749892] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1179.749892] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de3a57-98f5-42b1-eaa4-f1845a596a55" [ 1179.749892] env[69959]: _type = "Task" [ 1179.749892] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.764048] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de3a57-98f5-42b1-eaa4-f1845a596a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.774493] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.854503] env[69959]: DEBUG oslo_vmware.api [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Task: {'id': task-4087516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38537} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.854503] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.854503] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.854503] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.854503] env[69959]: INFO nova.compute.manager [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1179.854503] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.854503] env[69959]: DEBUG nova.compute.manager [-] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.854503] env[69959]: DEBUG nova.network.neutron [-] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.912993] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 7fc93886-b7a4-42a0-817e-31dfab3f3fd7] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.916215] env[69959]: DEBUG nova.network.neutron [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updated VIF entry in instance network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.916578] env[69959]: DEBUG nova.network.neutron [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.978260] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.978507] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809834', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'name': 'volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8119be88-48db-4874-b5e9-71f18d80196c', 'attached_at': '', 'detached_at': '', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'serial': '650934f6-ce0c-45a3-8496-6f3b0781b9c5'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.979450] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473a6b2-b7b1-4808-9c35-19806da4ea8b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.001161] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb33bc0-c312-486c-ab23-3d56683d945b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.029976] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5/volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.030337] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c09efaf-05dd-4626-983a-05d536d6723b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.056562] env[69959]: DEBUG oslo_vmware.api [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087517, 'name': PowerOffVM_Task, 'duration_secs': 0.26253} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.057112] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.057386] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.057815] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1180.057815] env[69959]: value = "task-4087518" [ 1180.057815] env[69959]: _type = "Task" [ 1180.057815] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.058131] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd72d3c6-0010-45da-8a5b-56e484515794 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.073655] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.132018] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.132270] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.135844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.313s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.135998] env[69959]: DEBUG nova.objects.instance [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'resources' on Instance uuid 0f38df54-31c7-4c66-940d-0d356d7415bb {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.138586] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.138890] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.139182] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Deleting the datastore file [datastore2] 44e777cb-b7b4-489d-9e68-6f91b0973fc4 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.140935] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa92c44f-137e-4d37-8fc1-d46c16fde37e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.148788] env[69959]: DEBUG oslo_vmware.api [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for the task: (returnval){ [ 1180.148788] env[69959]: value = "task-4087520" [ 1180.148788] env[69959]: _type = "Task" [ 1180.148788] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.159756] env[69959]: DEBUG oslo_vmware.api [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.187510] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.188131] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.188479] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.188780] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.189026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.191647] env[69959]: INFO nova.compute.manager [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Terminating instance [ 1180.264882] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de3a57-98f5-42b1-eaa4-f1845a596a55, 'name': SearchDatastore_Task, 'duration_secs': 0.014851} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.268371] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.268644] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.268927] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.269151] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.269367] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.269647] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7905c879-a9cd-4516-98d7-300e21bed54f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.278263] env[69959]: DEBUG oslo_vmware.api [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087515, 'name': PowerOnVM_Task, 'duration_secs': 0.686538} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.278606] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.278950] env[69959]: INFO nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Took 4.97 seconds to spawn the instance on the hypervisor. [ 1180.279231] env[69959]: DEBUG nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.281184] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c268b50e-a873-4e48-a058-2f0efa68cbd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.284222] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.284548] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.285218] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31b79d4-c650-49bd-ad31-8cb94f81d95e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.296901] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1180.296901] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528b02d5-418d-9b17-55a8-4299e598cc10" [ 1180.296901] env[69959]: _type = "Task" [ 1180.296901] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.306448] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528b02d5-418d-9b17-55a8-4299e598cc10, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.308084] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e143ec-f7d9-45d6-9b45-d3d9b8cb342d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.313978] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1180.313978] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c664de-cff4-f0ee-0519-02cbb23cc02e" [ 1180.313978] env[69959]: _type = "Task" [ 1180.313978] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.326130] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c664de-cff4-f0ee-0519-02cbb23cc02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.418995] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0b7a5c06-5cf9-4a40-99c7-720465e11439] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.423428] env[69959]: DEBUG oslo_concurrency.lockutils [req-4a3f7d7c-d76d-4751-885d-8b355500908e req-7a1f6cd1-6e30-4753-9c6b-e27a97e8d9c9 service nova] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.572391] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.639117] env[69959]: DEBUG nova.compute.utils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.641086] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.641086] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.646836] env[69959]: DEBUG nova.network.neutron [-] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.668695] env[69959]: DEBUG oslo_vmware.api [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Task: {'id': task-4087520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188273} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.669186] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.669478] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.670787] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.670787] env[69959]: INFO nova.compute.manager [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1180.671112] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.672091] env[69959]: DEBUG nova.compute.manager [-] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.672091] env[69959]: DEBUG nova.network.neutron [-] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.696312] env[69959]: DEBUG nova.compute.manager [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.696524] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.697738] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d8d767-d8ad-4608-ab19-4b426791feea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.709578] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.709578] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1f32be-1cc0-4612-8347-d4f07ac1d613 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.723635] env[69959]: DEBUG oslo_vmware.api [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1180.723635] env[69959]: value = "task-4087521" [ 1180.723635] env[69959]: _type = "Task" [ 1180.723635] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.733866] env[69959]: DEBUG oslo_vmware.api [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.753564] env[69959]: DEBUG nova.policy [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a256d80232754fb3873025ef2c0bcd90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed102f2caa940c28fd3ce8b86b0bfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.813459] env[69959]: INFO nova.compute.manager [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Took 15.19 seconds to build instance. [ 1180.835361] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c664de-cff4-f0ee-0519-02cbb23cc02e, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.836555] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.836555] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.836827] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc049faf-ac83-417f-ac14-86d0f7fe012d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.851058] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1180.851058] env[69959]: value = "task-4087522" [ 1180.851058] env[69959]: _type = "Task" [ 1180.851058] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.864956] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.921989] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 574d2f50-1416-4c2c-a515-91585203cf9c] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.075135] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087518, 'name': ReconfigVM_Task, 'duration_secs': 0.623221} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.083216] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5/volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.087787] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df40dab-306f-420c-a525-22d135c25908 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.102829] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2184efa5-1408-4cb8-9605-ee3af233ac30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.113764] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286ed20-53ab-449d-b01f-f2793e2b731a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.122070] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1181.122070] env[69959]: value = "task-4087523" [ 1181.122070] env[69959]: _type = "Task" [ 1181.122070] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.123408] env[69959]: DEBUG nova.compute.manager [req-885cf942-71aa-4e52-846b-83b4ae91c45b req-3e0c054a-c914-4ac2-90d9-5f92d2dc7c33 service nova] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Received event network-vif-deleted-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.159099] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.162740] env[69959]: INFO nova.compute.manager [-] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Took 1.31 seconds to deallocate network for instance. [ 1181.174034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b561e-16f5-4774-9a34-a98dec6dfaae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.178464] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.185724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa562853-1a6f-4ed9-aca7-2ba133cb7fe3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.209242] env[69959]: DEBUG nova.compute.provider_tree [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.240095] env[69959]: DEBUG oslo_vmware.api [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087521, 'name': PowerOffVM_Task, 'duration_secs': 0.232821} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.240416] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.240579] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.241466] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d3ddeed-b84d-48cd-aabe-6745486b927c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.323253] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c9b61184-2e57-43ad-8674-f7f083beb219 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.703s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.327813] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.328213] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.328671] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore2] 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.329109] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb795b6-dcfe-4641-9fdf-8797ed775eb3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.339866] env[69959]: DEBUG oslo_vmware.api [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1181.339866] env[69959]: value = "task-4087525" [ 1181.339866] env[69959]: _type = "Task" [ 1181.339866] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.356136] env[69959]: DEBUG oslo_vmware.api [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.367193] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.412874] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Successfully created port: f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.426243] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: a5d262a7-5803-4169-9c1f-8f112c44db09] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.637337] env[69959]: DEBUG oslo_vmware.api [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087523, 'name': ReconfigVM_Task, 'duration_secs': 0.210702} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.637718] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809834', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'name': 'volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8119be88-48db-4874-b5e9-71f18d80196c', 'attached_at': '', 'detached_at': '', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'serial': '650934f6-ce0c-45a3-8496-6f3b0781b9c5'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.679612] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.713352] env[69959]: DEBUG nova.scheduler.client.report [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.761209] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Successfully created port: 091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.855500] env[69959]: DEBUG nova.network.neutron [-] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.857802] env[69959]: DEBUG oslo_vmware.api [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19926} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.857802] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.857975] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.858027] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.858416] env[69959]: INFO nova.compute.manager [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1181.858522] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.868325] env[69959]: DEBUG nova.compute.manager [-] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.868325] env[69959]: DEBUG nova.network.neutron [-] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.874282] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542031} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.874553] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.874762] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.875038] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8b0ee9-00a4-49e7-89a1-f34bea03d6bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.887915] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1181.887915] env[69959]: value = "task-4087526" [ 1181.887915] env[69959]: _type = "Task" [ 1181.887915] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.898444] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.930392] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: f60c23cd-0721-4bc7-ab89-15cab588aa29] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.175814] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.207787] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.208270] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.208270] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.208980] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.208980] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.208980] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.208980] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.209195] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.209323] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.209495] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.209812] env[69959]: DEBUG nova.virt.hardware [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.210612] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67c3195-4626-4736-a1e8-d5168e9b265d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.220991] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7255597-b470-45fe-a525-a0eac2d87490 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.226632] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.230298] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.351s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.231556] env[69959]: INFO nova.compute.claims [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.263181] env[69959]: INFO nova.scheduler.client.report [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted allocations for instance 0f38df54-31c7-4c66-940d-0d356d7415bb [ 1182.360380] env[69959]: INFO nova.compute.manager [-] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Took 1.69 seconds to deallocate network for instance. [ 1182.399511] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085657} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.400656] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.401785] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1902c800-cdd8-474e-a20a-5b546d04ad6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.431407] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.432349] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f56b39e-f21e-4ee3-86c4-41eaf469f8ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.449592] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 30eb8c30-18ea-431d-86e2-6df93d6472f0] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.459296] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1182.459296] env[69959]: value = "task-4087527" [ 1182.459296] env[69959]: _type = "Task" [ 1182.459296] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.470958] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.700302] env[69959]: DEBUG nova.objects.instance [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'flavor' on Instance uuid 8119be88-48db-4874-b5e9-71f18d80196c {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.772847] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f13411a5-752a-4767-9b93-019914a8932e tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "0f38df54-31c7-4c66-940d-0d356d7415bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.427s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.867580] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.953486] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: c8f2820a-28d9-4089-a727-e3835358ced3] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.971996] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087527, 'name': ReconfigVM_Task, 'duration_secs': 0.321279} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.972863] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.973679] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2548ee47-ab79-414a-ab33-195f98bcec3c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.981755] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1182.981755] env[69959]: value = "task-4087528" [ 1182.981755] env[69959]: _type = "Task" [ 1182.981755] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.992702] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087528, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.005778] env[69959]: DEBUG nova.network.neutron [-] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.212547] env[69959]: DEBUG oslo_concurrency.lockutils [None req-059e93ec-ae7c-4734-aecd-3b94149b3acb tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.402s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.249685] env[69959]: DEBUG nova.compute.manager [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Received event network-vif-deleted-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.249981] env[69959]: DEBUG nova.compute.manager [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Received event network-vif-deleted-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.251609] env[69959]: DEBUG nova.compute.manager [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Received event network-changed-10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.251609] env[69959]: DEBUG nova.compute.manager [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Refreshing instance network info cache due to event network-changed-10820ac0-97b9-4351-92f7-ab934bb09884. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.252529] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] Acquiring lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.252681] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] Acquired lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.252880] env[69959]: DEBUG nova.network.neutron [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Refreshing network info cache for port 10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.457344] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: ad0143e8-d5ec-4c5d-9bc8-93d8ca0f97a4] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.499091] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087528, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.510078] env[69959]: INFO nova.compute.manager [-] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Took 1.64 seconds to deallocate network for instance. [ 1183.530442] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5946903-f622-4a8c-b09e-0c526c5829f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.541176] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576dbe11-b7d4-42c7-9639-06c1d8fb4249 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.579315] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764006ba-69be-45bd-9f90-d539f6ea574e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.589921] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9374b-cd3b-4955-a0a4-3372a6f671d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.607606] env[69959]: DEBUG nova.compute.provider_tree [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.710500] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.711231] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.711475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.711963] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.712175] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.714793] env[69959]: INFO nova.compute.manager [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Terminating instance [ 1183.963104] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 042dfc41-96b4-4b13-9d07-59a319ce2b51] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.995337] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087528, 'name': Rename_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.015246] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.112154] env[69959]: DEBUG nova.scheduler.client.report [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.219549] env[69959]: DEBUG nova.compute.manager [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.219819] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.220743] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd973cd-bae5-45e0-8d77-114604c1a1bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.229123] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.229388] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb79a0c6-baeb-4939-9633-c4ba4a056d1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.238277] env[69959]: DEBUG oslo_vmware.api [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1184.238277] env[69959]: value = "task-4087529" [ 1184.238277] env[69959]: _type = "Task" [ 1184.238277] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.257604] env[69959]: DEBUG oslo_vmware.api [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.379444] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Successfully updated port: f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.398588] env[69959]: DEBUG nova.compute.manager [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1184.416793] env[69959]: DEBUG nova.compute.manager [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1184.440644] env[69959]: DEBUG nova.network.neutron [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updated VIF entry in instance network info cache for port 10820ac0-97b9-4351-92f7-ab934bb09884. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.441160] env[69959]: DEBUG nova.network.neutron [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updating instance_info_cache with network_info: [{"id": "10820ac0-97b9-4351-92f7-ab934bb09884", "address": "fa:16:3e:09:64:42", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10820ac0-97", "ovs_interfaceid": "10820ac0-97b9-4351-92f7-ab934bb09884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.466625] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: afc0b893-39b1-4523-9e25-77d517f5e468] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.494638] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087528, 'name': Rename_Task, 'duration_secs': 1.169691} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.494902] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.495163] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c965d810-5d64-40ef-981c-8cefd9a2a4cb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.502805] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1184.502805] env[69959]: value = "task-4087530" [ 1184.502805] env[69959]: _type = "Task" [ 1184.502805] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.515887] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.620746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.620746] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.622089] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.943s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.622453] env[69959]: DEBUG nova.objects.instance [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lazy-loading 'resources' on Instance uuid bbcfd410-12d6-473b-b8b4-c38f63555e88 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.748903] env[69959]: DEBUG oslo_vmware.api [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087529, 'name': PowerOffVM_Task, 'duration_secs': 0.218631} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.749308] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.749504] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.749776] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51408007-ef20-46e2-8d82-a809ea7c5830 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.819314] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.819712] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.819973] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleting the datastore file [datastore1] a2815433-9ad9-4fc0-ab3f-5f41f00cd953 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.823804] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6efcae8-1478-44d4-8d1a-7d799b55ee65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.832162] env[69959]: DEBUG oslo_vmware.api [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for the task: (returnval){ [ 1184.832162] env[69959]: value = "task-4087532" [ 1184.832162] env[69959]: _type = "Task" [ 1184.832162] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.844367] env[69959]: DEBUG oslo_vmware.api [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.927222] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.940629] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.944939] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] Releasing lock "refresh_cache-e8a8267c-9619-4668-8ac1-e485a202a451" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.945251] env[69959]: DEBUG nova.compute.manager [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Received event network-changed-0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.945431] env[69959]: DEBUG nova.compute.manager [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Refreshing instance network info cache due to event network-changed-0469e0ef-6712-40d1-987f-d1e762acddf0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.945645] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] Acquiring lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.945817] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] Acquired lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.946069] env[69959]: DEBUG nova.network.neutron [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Refreshing network info cache for port 0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.970077] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 761c07e6-53cb-4754-a3db-a3ea6f902f89] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.022709] env[69959]: DEBUG oslo_vmware.api [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087530, 'name': PowerOnVM_Task, 'duration_secs': 0.508051} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.023126] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.023476] env[69959]: INFO nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1185.023737] env[69959]: DEBUG nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.024687] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1197e34a-994f-4bdf-8e9b-77bba6b47056 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.126520] env[69959]: DEBUG nova.compute.utils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.127947] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.128142] env[69959]: DEBUG nova.network.neutron [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.236586] env[69959]: DEBUG nova.policy [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809e6a089c7642aeb98c01073e83f8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120b72feca9744f3b85bf6c48562ad0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.294403] env[69959]: DEBUG nova.compute.manager [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received event network-vif-plugged-f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.294688] env[69959]: DEBUG oslo_concurrency.lockutils [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] Acquiring lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.294963] env[69959]: DEBUG oslo_concurrency.lockutils [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.295204] env[69959]: DEBUG oslo_concurrency.lockutils [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.295429] env[69959]: DEBUG nova.compute.manager [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] No waiting events found dispatching network-vif-plugged-f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.295787] env[69959]: WARNING nova.compute.manager [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received unexpected event network-vif-plugged-f3e43db2-fea8-4180-9b31-69f77e7e0e89 for instance with vm_state building and task_state spawning. [ 1185.296033] env[69959]: DEBUG nova.compute.manager [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received event network-changed-f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.296250] env[69959]: DEBUG nova.compute.manager [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Refreshing instance network info cache due to event network-changed-f3e43db2-fea8-4180-9b31-69f77e7e0e89. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.296498] env[69959]: DEBUG oslo_concurrency.lockutils [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] Acquiring lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.296705] env[69959]: DEBUG oslo_concurrency.lockutils [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] Acquired lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.296883] env[69959]: DEBUG nova.network.neutron [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Refreshing network info cache for port f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.344030] env[69959]: DEBUG oslo_vmware.api [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Task: {'id': task-4087532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1494} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.346992] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.347223] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.347447] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.347578] env[69959]: INFO nova.compute.manager [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.347821] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.348262] env[69959]: DEBUG nova.compute.manager [-] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.348365] env[69959]: DEBUG nova.network.neutron [-] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.441539] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c6ce4c-7ed8-45fd-9d7e-d9c8458d4e85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.452767] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cca188-864e-4a59-b680-77d190c17cdb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.484310] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: fe031c74-9e8b-4645-889c-b8fefb9a9d14] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.486949] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111d3c8-714e-42f7-ad80-8e1deb070f75 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.496099] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db3881f-c9cc-43b0-a518-5f50d74ce74f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.510879] env[69959]: DEBUG nova.compute.provider_tree [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.548021] env[69959]: INFO nova.compute.manager [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Took 19.61 seconds to build instance. [ 1185.640160] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.856707] env[69959]: DEBUG nova.network.neutron [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.887625] env[69959]: DEBUG nova.network.neutron [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updated VIF entry in instance network info cache for port 0469e0ef-6712-40d1-987f-d1e762acddf0. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.888136] env[69959]: DEBUG nova.network.neutron [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.984203] env[69959]: DEBUG nova.network.neutron [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Successfully created port: 27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.990888] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: eabbeb11-1a92-4230-8159-4ded9d9e10ff] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.000455] env[69959]: DEBUG nova.network.neutron [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.018119] env[69959]: DEBUG nova.scheduler.client.report [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.051538] env[69959]: DEBUG oslo_concurrency.lockutils [None req-29780897-4901-45cc-8507-0beb424af45e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.129s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.390697] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1a13d04-e579-49bd-981a-8a0b2b33f64d req-e3c253b2-4529-43ec-a308-4007abfecc82 service nova] Releasing lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.479562] env[69959]: DEBUG nova.network.neutron [-] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.494514] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: fb03021d-c44a-4c80-ba18-5916d2713877] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.504768] env[69959]: DEBUG oslo_concurrency.lockutils [req-851b5202-6467-4e3f-9bab-a58597b6a5ca req-048d7485-a702-4eee-a057-9cf961f46f40 service nova] Releasing lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.526209] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.527357] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.660s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.527950] env[69959]: DEBUG nova.objects.instance [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lazy-loading 'resources' on Instance uuid 44e777cb-b7b4-489d-9e68-6f91b0973fc4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.639489] env[69959]: INFO nova.scheduler.client.report [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Deleted allocations for instance bbcfd410-12d6-473b-b8b4-c38f63555e88 [ 1186.653851] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.688133] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.688133] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.688288] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.688433] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.688571] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.688995] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.689696] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.689696] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.689696] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.689847] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.689891] env[69959]: DEBUG nova.virt.hardware [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.693624] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e02871-0de3-4d4a-8b1c-8c418693099c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.703733] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66f79c-93d3-47b7-94fc-48a2fd4e5eac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.986465] env[69959]: INFO nova.compute.manager [-] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Took 1.64 seconds to deallocate network for instance. [ 1186.999341] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 5338915a-210e-48a7-abe3-dbc04f037c0f] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.029599] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Successfully updated port: 091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.148918] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ec42203-da10-4e6a-aae2-e78b716dafb3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Lock "bbcfd410-12d6-473b-b8b4-c38f63555e88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.008s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.341327] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "d32b1b0e-4856-466f-b28e-19a691a8e164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.341580] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.352499] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d48169-5c6c-49f8-b579-1cefd3f6f372 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.361437] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81651d4d-9bb0-4e8b-af1b-fa3c8fcc749c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.396180] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5817600a-6da3-488b-b933-7e50e79ff5b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.404819] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff0280-b373-4e75-84b7-18957c156dda {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.420722] env[69959]: DEBUG nova.compute.provider_tree [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.461047] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Received event network-vif-deleted-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.461145] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received event network-vif-plugged-091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.461359] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Acquiring lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.461532] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.461668] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.461836] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] No waiting events found dispatching network-vif-plugged-091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.461968] env[69959]: WARNING nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received unexpected event network-vif-plugged-091b4715-804c-4fdc-8bcf-fc402b3dbad1 for instance with vm_state building and task_state spawning. [ 1187.462387] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received event network-changed-091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.462387] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Refreshing instance network info cache due to event network-changed-091b4715-804c-4fdc-8bcf-fc402b3dbad1. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.462722] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Acquiring lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.462722] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Acquired lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.462984] env[69959]: DEBUG nova.network.neutron [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Refreshing network info cache for port 091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.495076] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.502433] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: bcebeb10-9891-4526-84fb-2a653b50eadc] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.537234] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.582125] env[69959]: DEBUG nova.network.neutron [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Successfully updated port: 27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.844727] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.925191] env[69959]: DEBUG nova.scheduler.client.report [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.005579] env[69959]: DEBUG nova.network.neutron [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.007730] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: dadb2785-7789-481c-8dc7-0ebb75222f80] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.088802] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-4715fe92-61f8-4378-bee9-e4f294a602da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.089070] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-4715fe92-61f8-4378-bee9-e4f294a602da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.089356] env[69959]: DEBUG nova.network.neutron [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.092274] env[69959]: DEBUG nova.network.neutron [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.177910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.178185] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.373761] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.434060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.437151] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.422s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.437388] env[69959]: DEBUG nova.objects.instance [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'resources' on Instance uuid 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.462564] env[69959]: INFO nova.scheduler.client.report [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Deleted allocations for instance 44e777cb-b7b4-489d-9e68-6f91b0973fc4 [ 1188.511636] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: ab1daa13-0d35-4d7b-9ead-390a2b737145] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.597835] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Releasing lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.598572] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.598768] env[69959]: DEBUG nova.compute.manager [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing instance network info cache due to event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.599019] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.599179] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.602021] env[69959]: DEBUG nova.network.neutron [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.602021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.602021] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.644615] env[69959]: DEBUG nova.network.neutron [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.681052] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.863016] env[69959]: DEBUG nova.network.neutron [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Updating instance_info_cache with network_info: [{"id": "27eb0880-69ba-410c-bc0b-0b6157c19006", "address": "fa:16:3e:0f:ce:41", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb0880-69", "ovs_interfaceid": "27eb0880-69ba-410c-bc0b-0b6157c19006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.975022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-8473d1de-fe7a-4003-a36f-0d0bc029c396 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Lock "44e777cb-b7b4-489d-9e68-6f91b0973fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.972s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.983587] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.983818] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.984033] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.984257] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.984474] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.986795] env[69959]: INFO nova.compute.manager [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Terminating instance [ 1189.016992] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 1356a70e-c4fa-458a-bbf1-73beaff432ea] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.204053] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.221701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.256871] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cca9d-88b1-4a6c-95ac-1aa1ea0ecd8a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.265349] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5087bd7a-2345-40bd-a88f-bc828ec78f96 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.298116] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd48564-c706-4ef5-8fde-ec000f8e15eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.307649] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d25210-ed28-4ea0-9076-557d0f44ba17 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.328097] env[69959]: DEBUG nova.compute.provider_tree [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.365606] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-4715fe92-61f8-4378-bee9-e4f294a602da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.365897] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Instance network_info: |[{"id": "27eb0880-69ba-410c-bc0b-0b6157c19006", "address": "fa:16:3e:0f:ce:41", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb0880-69", "ovs_interfaceid": "27eb0880-69ba-410c-bc0b-0b6157c19006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.366362] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ce:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27eb0880-69ba-410c-bc0b-0b6157c19006', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.374591] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.375215] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.375462] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ab38122-846b-4d2d-b203-f8e07f85c4cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.396318] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.396318] env[69959]: value = "task-4087533" [ 1189.396318] env[69959]: _type = "Task" [ 1189.396318] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.405957] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087533, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.492911] env[69959]: DEBUG nova.compute.manager [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.493032] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.494512] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d1ea5-683a-4472-b03a-c6ca1dd4bb19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.504146] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.506037] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd0a4175-eb48-422b-a279-7aa40e375a3e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.510791] env[69959]: DEBUG nova.compute.manager [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Received event network-vif-plugged-27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.510998] env[69959]: DEBUG oslo_concurrency.lockutils [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] Acquiring lock "4715fe92-61f8-4378-bee9-e4f294a602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.511231] env[69959]: DEBUG oslo_concurrency.lockutils [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] Lock "4715fe92-61f8-4378-bee9-e4f294a602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.511410] env[69959]: DEBUG oslo_concurrency.lockutils [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] Lock "4715fe92-61f8-4378-bee9-e4f294a602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.511576] env[69959]: DEBUG nova.compute.manager [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] No waiting events found dispatching network-vif-plugged-27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.511735] env[69959]: WARNING nova.compute.manager [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Received unexpected event network-vif-plugged-27eb0880-69ba-410c-bc0b-0b6157c19006 for instance with vm_state building and task_state spawning. [ 1189.511885] env[69959]: DEBUG nova.compute.manager [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Received event network-changed-27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.512478] env[69959]: DEBUG nova.compute.manager [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Refreshing instance network info cache due to event network-changed-27eb0880-69ba-410c-bc0b-0b6157c19006. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.512733] env[69959]: DEBUG oslo_concurrency.lockutils [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] Acquiring lock "refresh_cache-4715fe92-61f8-4378-bee9-e4f294a602da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.512883] env[69959]: DEBUG oslo_concurrency.lockutils [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] Acquired lock "refresh_cache-4715fe92-61f8-4378-bee9-e4f294a602da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.513042] env[69959]: DEBUG nova.network.neutron [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Refreshing network info cache for port 27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.517318] env[69959]: DEBUG oslo_vmware.api [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 1189.517318] env[69959]: value = "task-4087534" [ 1189.517318] env[69959]: _type = "Task" [ 1189.517318] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.522721] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 367d2e07-4cbf-4c34-abdb-d43fc2a7d0da] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.535018] env[69959]: DEBUG oslo_vmware.api [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4087534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.834667] env[69959]: DEBUG nova.scheduler.client.report [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.907511] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087533, 'name': CreateVM_Task, 'duration_secs': 0.438218} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.907702] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.908401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.908571] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.908946] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.909287] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0908f8f-e9d4-49ad-aeb5-2cf17af828c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.920627] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1189.920627] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d57349-35e5-dd54-cd4f-aba59bf4ce86" [ 1189.920627] env[69959]: _type = "Task" [ 1189.920627] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.944962] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d57349-35e5-dd54-cd4f-aba59bf4ce86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.035446] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: bc689a1f-ca2c-4688-bb9d-61d328e4184e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.043203] env[69959]: DEBUG oslo_vmware.api [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4087534, 'name': PowerOffVM_Task, 'duration_secs': 0.333023} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.043770] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.044077] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.044464] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edd383e4-2b75-4b38-8239-02f30e907661 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.047738] env[69959]: DEBUG nova.network.neutron [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updated VIF entry in instance network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.049252] env[69959]: DEBUG nova.network.neutron [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.112347] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.112563] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.112748] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Deleting the datastore file [datastore2] 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.115880] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9701b00-d5b1-491c-b3c3-939695580073 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.124059] env[69959]: DEBUG oslo_vmware.api [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for the task: (returnval){ [ 1190.124059] env[69959]: value = "task-4087536" [ 1190.124059] env[69959]: _type = "Task" [ 1190.124059] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.133693] env[69959]: DEBUG oslo_vmware.api [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4087536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.307795] env[69959]: DEBUG nova.network.neutron [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Updating instance_info_cache with network_info: [{"id": "f3e43db2-fea8-4180-9b31-69f77e7e0e89", "address": "fa:16:3e:06:35:be", "network": {"id": "b9d8c58b-ace2-40d6-925f-8456cecefb7b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-324596440", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e43db2-fe", "ovs_interfaceid": "f3e43db2-fea8-4180-9b31-69f77e7e0e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "091b4715-804c-4fdc-8bcf-fc402b3dbad1", "address": "fa:16:3e:9f:25:06", "network": {"id": "9cc938e6-c56e-42f7-a2ea-b3417fa55eb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136433647", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091b4715-80", "ovs_interfaceid": "091b4715-804c-4fdc-8bcf-fc402b3dbad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.340564] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.342609] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.416s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.353881] env[69959]: DEBUG nova.network.neutron [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Updated VIF entry in instance network info cache for port 27eb0880-69ba-410c-bc0b-0b6157c19006. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.356384] env[69959]: DEBUG nova.network.neutron [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Updating instance_info_cache with network_info: [{"id": "27eb0880-69ba-410c-bc0b-0b6157c19006", "address": "fa:16:3e:0f:ce:41", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb0880-69", "ovs_interfaceid": "27eb0880-69ba-410c-bc0b-0b6157c19006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.420220] env[69959]: INFO nova.scheduler.client.report [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4 [ 1190.435448] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d57349-35e5-dd54-cd4f-aba59bf4ce86, 'name': SearchDatastore_Task, 'duration_secs': 0.025441} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.436481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.436481] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.436481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.436481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.442350] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.442350] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6303ceae-464e-4b03-915f-14c24717e38e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.449396] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.449396] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.451274] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e25674-ec40-48e1-ba8c-1ddcb4f404b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.461826] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1190.461826] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5209dcd1-f836-fb25-9845-643b54ca1641" [ 1190.461826] env[69959]: _type = "Task" [ 1190.461826] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.477380] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5209dcd1-f836-fb25-9845-643b54ca1641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.541359] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 319bff64-fe45-4306-8cad-4349f96694e2] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.555425] env[69959]: DEBUG oslo_concurrency.lockutils [req-2ab0b0dd-5496-44cf-9f94-fe7f732d7937 req-986fdd48-7c8e-4852-9cbb-52c968e13180 service nova] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.638328] env[69959]: DEBUG oslo_vmware.api [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Task: {'id': task-4087536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21348} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.639119] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.639414] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.642155] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.642155] env[69959]: INFO nova.compute.manager [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1190.642155] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.642155] env[69959]: DEBUG nova.compute.manager [-] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.642155] env[69959]: DEBUG nova.network.neutron [-] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.816014] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Releasing lock "refresh_cache-c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.816576] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance network_info: |[{"id": "f3e43db2-fea8-4180-9b31-69f77e7e0e89", "address": "fa:16:3e:06:35:be", "network": {"id": "b9d8c58b-ace2-40d6-925f-8456cecefb7b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-324596440", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e43db2-fe", "ovs_interfaceid": "f3e43db2-fea8-4180-9b31-69f77e7e0e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "091b4715-804c-4fdc-8bcf-fc402b3dbad1", "address": "fa:16:3e:9f:25:06", "network": {"id": "9cc938e6-c56e-42f7-a2ea-b3417fa55eb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136433647", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091b4715-80", "ovs_interfaceid": "091b4715-804c-4fdc-8bcf-fc402b3dbad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.817407] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:35:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e43db2-fea8-4180-9b31-69f77e7e0e89', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:25:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '091b4715-804c-4fdc-8bcf-fc402b3dbad1', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.828194] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.828496] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.828748] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca8167be-e0dc-4f88-95b8-db1e531e087f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.856735] env[69959]: INFO nova.compute.claims [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.868025] env[69959]: DEBUG oslo_concurrency.lockutils [req-c20ab85e-ac4a-4175-932b-34269d780f55 req-3e743b39-f732-4c4d-8ea2-51ed7947ed39 service nova] Releasing lock "refresh_cache-4715fe92-61f8-4378-bee9-e4f294a602da" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.873633] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.873633] env[69959]: value = "task-4087537" [ 1190.873633] env[69959]: _type = "Task" [ 1190.873633] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.881406] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087537, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.932999] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a18cef4-5154-4332-8d8e-941d721bd651 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "7c4a3997-4a84-4583-b26a-6bcd4e4b92f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.745s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.972510] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5209dcd1-f836-fb25-9845-643b54ca1641, 'name': SearchDatastore_Task, 'duration_secs': 0.017017} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.973605] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8668253-c182-437d-a072-abefd025b8fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.980161] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1190.980161] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523bd54f-00ee-1355-6054-2012c9364bbf" [ 1190.980161] env[69959]: _type = "Task" [ 1190.980161] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.991788] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523bd54f-00ee-1355-6054-2012c9364bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.045453] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: d845cea6-5a2a-4cb4-9313-daf319039ec4] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.368193] env[69959]: INFO nova.compute.resource_tracker [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating resource usage from migration 90b0d692-7ed4-4b86-8c23-4a0287cae648 [ 1191.386243] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087537, 'name': CreateVM_Task, 'duration_secs': 0.435105} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.386243] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.386470] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.386545] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.386889] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.387195] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9d6e71-aa69-4dbb-83ad-8022d823a3cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.394189] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1191.394189] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523c239e-a14f-39f5-4b1b-a47a130f9d43" [ 1191.394189] env[69959]: _type = "Task" [ 1191.394189] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.407158] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523c239e-a14f-39f5-4b1b-a47a130f9d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.500646] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523bd54f-00ee-1355-6054-2012c9364bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.503015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.503342] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 4715fe92-61f8-4378-bee9-e4f294a602da/4715fe92-61f8-4378-bee9-e4f294a602da.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.504282] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f3c2f5-91d1-40cc-9d1b-396001583860 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.515430] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1191.515430] env[69959]: value = "task-4087538" [ 1191.515430] env[69959]: _type = "Task" [ 1191.515430] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.527764] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.548399] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 1b0d13ea-ee22-4206-abf1-3278824589ae] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.742568] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e625c8-9dc1-4e58-ad8d-6880bb9043b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.755328] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf824b9-2e5a-4875-9d38-c0cc6e208a37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.795421] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3593efba-b7f2-4908-bd57-b901967d0876 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.802941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8ab94-aaad-4198-af4c-73961cef58df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.823685] env[69959]: DEBUG nova.compute.provider_tree [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.907568] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523c239e-a14f-39f5-4b1b-a47a130f9d43, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.907860] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.908123] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.908367] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.908614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.908766] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.908967] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b276c310-1f4a-4d6e-bfb2-9e23afe6a126 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.926145] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.926505] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.927176] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abe23fd-1105-44f4-bca3-c24bc400d15c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.935135] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1191.935135] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b63a74-3caa-72ed-720f-d9d2cc8d314e" [ 1191.935135] env[69959]: _type = "Task" [ 1191.935135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.945330] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b63a74-3caa-72ed-720f-d9d2cc8d314e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.029018] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.051712] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0f73e4ec-b912-4aca-9c5b-6c3e556c263a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.110962] env[69959]: DEBUG nova.network.neutron [-] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.128350] env[69959]: DEBUG nova.compute.manager [req-69b7d11e-f758-41d8-a9e6-20a331779756 req-1819b0d6-37ee-4803-9c4d-ca69d4827e2d service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Received event network-vif-deleted-c23acc18-5e1c-4418-aa6d-0a4e994a8821 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.128458] env[69959]: INFO nova.compute.manager [req-69b7d11e-f758-41d8-a9e6-20a331779756 req-1819b0d6-37ee-4803-9c4d-ca69d4827e2d service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Neutron deleted interface c23acc18-5e1c-4418-aa6d-0a4e994a8821; detaching it from the instance and deleting it from the info cache [ 1192.128622] env[69959]: DEBUG nova.network.neutron [req-69b7d11e-f758-41d8-a9e6-20a331779756 req-1819b0d6-37ee-4803-9c4d-ca69d4827e2d service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.331855] env[69959]: DEBUG nova.scheduler.client.report [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.447931] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b63a74-3caa-72ed-720f-d9d2cc8d314e, 'name': SearchDatastore_Task, 'duration_secs': 0.06098} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.448810] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d12d3f-0ae4-412d-9aec-0c47273febd8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.454875] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1192.454875] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52620abe-0b4e-bfcb-f791-c421be6fbb4a" [ 1192.454875] env[69959]: _type = "Task" [ 1192.454875] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.463697] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52620abe-0b4e-bfcb-f791-c421be6fbb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.529303] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732046} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.529578] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 4715fe92-61f8-4378-bee9-e4f294a602da/4715fe92-61f8-4378-bee9-e4f294a602da.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.529792] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.530070] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61807bce-2eaa-4e30-9645-5d5032e7df9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.538702] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1192.538702] env[69959]: value = "task-4087539" [ 1192.538702] env[69959]: _type = "Task" [ 1192.538702] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.548727] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.562454] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 56ea1960-7814-40c3-abac-aac3ab73872d] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.616390] env[69959]: INFO nova.compute.manager [-] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Took 1.97 seconds to deallocate network for instance. [ 1192.632395] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc86c61f-35bb-40f4-9bbe-58b488e574c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.643630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d660c71-2930-4064-9920-dea97c7cbf18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.681959] env[69959]: DEBUG nova.compute.manager [req-69b7d11e-f758-41d8-a9e6-20a331779756 req-1819b0d6-37ee-4803-9c4d-ca69d4827e2d service nova] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Detach interface failed, port_id=c23acc18-5e1c-4418-aa6d-0a4e994a8821, reason: Instance 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.835447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.492s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.835447] env[69959]: INFO nova.compute.manager [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Migrating [ 1192.842136] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.901s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.973022] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52620abe-0b4e-bfcb-f791-c421be6fbb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.02247} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.973022] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.973022] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c621be9c-81ba-4f0f-80f4-f8a419e9c3f8/c621be9c-81ba-4f0f-80f4-f8a419e9c3f8.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.973022] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d32c74-ca9f-477c-84fd-7686dbba01a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.980544] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1192.980544] env[69959]: value = "task-4087540" [ 1192.980544] env[69959]: _type = "Task" [ 1192.980544] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.996545] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.050785] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157601} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.052997] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.052997] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea88cb7-166b-4140-84a5-4f1e34b17863 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.071773] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "6d5e1956-d54f-47fa-81b6-c740d781383f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.072052] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.074071] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 356edde7-dae3-416e-b55c-cffa9d1a9f66] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.084708] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 4715fe92-61f8-4378-bee9-e4f294a602da/4715fe92-61f8-4378-bee9-e4f294a602da.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.086091] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-937f0ef9-4906-4584-973a-ce06899c130c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.108060] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1193.108060] env[69959]: value = "task-4087541" [ 1193.108060] env[69959]: _type = "Task" [ 1193.108060] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.119043] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.128229] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.347633] env[69959]: INFO nova.compute.claims [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.354700] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.354883] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.355093] env[69959]: DEBUG nova.network.neutron [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.441460] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "31962f2e-e106-42e5-a7a4-02a003131277" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.441837] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "31962f2e-e106-42e5-a7a4-02a003131277" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.442154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "31962f2e-e106-42e5-a7a4-02a003131277-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.442421] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "31962f2e-e106-42e5-a7a4-02a003131277-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.442665] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "31962f2e-e106-42e5-a7a4-02a003131277-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.445262] env[69959]: INFO nova.compute.manager [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Terminating instance [ 1193.493820] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.575394] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.585858] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8df65b1a-9bd1-460f-8ba0-64d4804df21c] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.618621] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.853838] env[69959]: INFO nova.compute.resource_tracker [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating resource usage from migration f58a48a5-d795-426d-8cac-fdf1368cdaa2 [ 1193.952494] env[69959]: DEBUG nova.compute.manager [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.952774] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.953940] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aecbaa-faf2-4912-8a82-fd9e1260d065 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.962306] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.962638] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60439a88-d80a-4711-a9df-fff41dc8d240 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.972363] env[69959]: DEBUG oslo_vmware.api [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1193.972363] env[69959]: value = "task-4087542" [ 1193.972363] env[69959]: _type = "Task" [ 1193.972363] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.980877] env[69959]: DEBUG oslo_vmware.api [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.992799] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594628} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.995530] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] c621be9c-81ba-4f0f-80f4-f8a419e9c3f8/c621be9c-81ba-4f0f-80f4-f8a419e9c3f8.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.995888] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.996224] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3f24426-db76-4534-8366-59b35c0e9388 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.009656] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1194.009656] env[69959]: value = "task-4087543" [ 1194.009656] env[69959]: _type = "Task" [ 1194.009656] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.022198] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.089626] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: f695740d-8fc4-431a-85cf-48c33380f99d] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.095903] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.125906] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087541, 'name': ReconfigVM_Task, 'duration_secs': 0.525612} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.125906] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 4715fe92-61f8-4378-bee9-e4f294a602da/4715fe92-61f8-4378-bee9-e4f294a602da.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.125906] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac31ebe5-0132-4256-9433-5b5bdc042e12 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.133189] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1194.133189] env[69959]: value = "task-4087544" [ 1194.133189] env[69959]: _type = "Task" [ 1194.133189] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.151501] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087544, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.184311] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e730d941-7514-46d0-b83a-2a46c48b07fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.193139] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e2808-c2d3-4241-9be7-9873266c1deb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.229714] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9374afd6-beea-45a0-a099-cc60ac9b2400 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.239386] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbc212-d60d-416e-bd7a-fdc079f126a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.256045] env[69959]: DEBUG nova.compute.provider_tree [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.268095] env[69959]: DEBUG nova.network.neutron [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.482164] env[69959]: DEBUG oslo_vmware.api [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087542, 'name': PowerOffVM_Task, 'duration_secs': 0.236926} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.482450] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.482702] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.482972] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631e41c9-20ca-41f6-9ed9-f2e129dc5f15 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.521324] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090766} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.521606] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.522418] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e837e-f0fc-4a38-a6ab-84c5e4c62a36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.547937] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c621be9c-81ba-4f0f-80f4-f8a419e9c3f8/c621be9c-81ba-4f0f-80f4-f8a419e9c3f8.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.548252] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2eef89-8664-4bb5-a8dc-73add495ff76 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.568651] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1194.568651] env[69959]: value = "task-4087546" [ 1194.568651] env[69959]: _type = "Task" [ 1194.568651] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.573983] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.574217] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.574397] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleting the datastore file [datastore2] 31962f2e-e106-42e5-a7a4-02a003131277 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.574658] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b872471-af3b-46c3-9115-59cb3280de98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.579375] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.584807] env[69959]: DEBUG oslo_vmware.api [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1194.584807] env[69959]: value = "task-4087547" [ 1194.584807] env[69959]: _type = "Task" [ 1194.584807] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.593443] env[69959]: DEBUG oslo_vmware.api [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.598175] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: a1e6be92-58e5-4d18-85a0-2e336bdafc87] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.647073] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087544, 'name': Rename_Task, 'duration_secs': 0.181029} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.647366] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.647626] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22faad48-f578-4fca-9816-0f5bf50fe79e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.654806] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1194.654806] env[69959]: value = "task-4087548" [ 1194.654806] env[69959]: _type = "Task" [ 1194.654806] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.664488] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.762442] env[69959]: DEBUG nova.scheduler.client.report [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.771296] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.080008] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087546, 'name': ReconfigVM_Task, 'duration_secs': 0.486571} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.080154] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c621be9c-81ba-4f0f-80f4-f8a419e9c3f8/c621be9c-81ba-4f0f-80f4-f8a419e9c3f8.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.080846] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd60d0de-5864-4911-9298-cc0cdecee748 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.089723] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1195.089723] env[69959]: value = "task-4087549" [ 1195.089723] env[69959]: _type = "Task" [ 1195.089723] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.096990] env[69959]: DEBUG oslo_vmware.api [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333303} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.097676] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.097900] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.098113] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.098299] env[69959]: INFO nova.compute.manager [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1195.098551] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.098761] env[69959]: DEBUG nova.compute.manager [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.098861] env[69959]: DEBUG nova.network.neutron [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.101262] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 6afbc757-f826-4806-9a18-87326532db2c] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.107110] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087549, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.167833] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.268124] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.426s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.268363] env[69959]: INFO nova.compute.manager [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Migrating [ 1195.279453] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.784s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.280054] env[69959]: DEBUG nova.objects.instance [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lazy-loading 'resources' on Instance uuid a2815433-9ad9-4fc0-ab3f-5f41f00cd953 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.601956] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087549, 'name': Rename_Task, 'duration_secs': 0.281522} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.602256] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.602510] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b345a5bb-aa32-42dc-a1c5-b649b15e8a28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.604261] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: debf70b0-ab28-479a-9928-024b5c0ae947] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.611335] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1195.611335] env[69959]: value = "task-4087550" [ 1195.611335] env[69959]: _type = "Task" [ 1195.611335] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.619830] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.665794] env[69959]: DEBUG oslo_vmware.api [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087548, 'name': PowerOnVM_Task, 'duration_secs': 0.591865} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.666493] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.666652] env[69959]: INFO nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1195.666730] env[69959]: DEBUG nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.667542] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a8611c-5855-4b1c-bc13-7cc32e8b2bca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.789910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.790063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.790192] env[69959]: DEBUG nova.network.neutron [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.009132] env[69959]: DEBUG nova.compute.manager [req-54a40afa-fa33-46d2-b38d-bbad56465321 req-1fe2473c-2ded-439c-9d79-3bfde46967cf service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Received event network-vif-deleted-d247f108-80af-4415-9157-50f9ff46e8cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.009842] env[69959]: INFO nova.compute.manager [req-54a40afa-fa33-46d2-b38d-bbad56465321 req-1fe2473c-2ded-439c-9d79-3bfde46967cf service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Neutron deleted interface d247f108-80af-4415-9157-50f9ff46e8cf; detaching it from the instance and deleting it from the info cache [ 1196.009842] env[69959]: DEBUG nova.network.neutron [req-54a40afa-fa33-46d2-b38d-bbad56465321 req-1fe2473c-2ded-439c-9d79-3bfde46967cf service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.070114] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27426b65-7d9e-46e4-88ff-abdc9bf52e74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.077730] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33dff99-b03e-4cad-a146-525bf3604bd1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.113345] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: db9e828d-2231-429d-bc03-f60d03e7897a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.119481] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea048ee-55b2-473f-b4e5-f2aa820c8a44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.132830] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.134889] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b904ef2-e85a-49f4-a1dd-04b5741778fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.151680] env[69959]: DEBUG nova.compute.provider_tree [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.188038] env[69959]: INFO nova.compute.manager [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Took 17.33 seconds to build instance. [ 1196.299308] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b71088-9593-46de-ae14-0486e6c39185 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.325511] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.462418] env[69959]: DEBUG nova.network.neutron [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.512681] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdbf9022-154a-4dc0-b945-0912a65b5e4c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.522829] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d0244-4aea-4428-8a8c-99a67feb2f6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.565372] env[69959]: DEBUG nova.compute.manager [req-54a40afa-fa33-46d2-b38d-bbad56465321 req-1fe2473c-2ded-439c-9d79-3bfde46967cf service nova] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Detach interface failed, port_id=d247f108-80af-4415-9157-50f9ff46e8cf, reason: Instance 31962f2e-e106-42e5-a7a4-02a003131277 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.623543] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0a9ce531-68c9-4033-bbd5-9b5dec9f73c5] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.631149] env[69959]: DEBUG oslo_vmware.api [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087550, 'name': PowerOnVM_Task, 'duration_secs': 0.694063} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.631149] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.631149] env[69959]: INFO nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Took 14.46 seconds to spawn the instance on the hypervisor. [ 1196.631149] env[69959]: DEBUG nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.631149] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a062f74-fdb6-47fe-ba85-d1f49d00e5aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.651855] env[69959]: DEBUG nova.network.neutron [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.655087] env[69959]: DEBUG nova.scheduler.client.report [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.690220] env[69959]: DEBUG oslo_concurrency.lockutils [None req-14051d69-3db2-4999-b331-e8207c113315 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "4715fe92-61f8-4378-bee9-e4f294a602da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.841s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.831500] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.832163] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbedb62a-bfa5-4f6d-b9cc-0465fa1a5db1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.840026] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1196.840026] env[69959]: value = "task-4087551" [ 1196.840026] env[69959]: _type = "Task" [ 1196.840026] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.850919] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.888803] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff303828-dc0c-45ee-b7ec-0a22fbed3725 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.895739] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Suspending the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1196.895996] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-71371ee5-e87f-43c9-829a-0a9a618b0ffc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.903323] env[69959]: DEBUG oslo_vmware.api [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1196.903323] env[69959]: value = "task-4087552" [ 1196.903323] env[69959]: _type = "Task" [ 1196.903323] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.913224] env[69959]: DEBUG oslo_vmware.api [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087552, 'name': SuspendVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.965928] env[69959]: INFO nova.compute.manager [-] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Took 1.87 seconds to deallocate network for instance. [ 1197.130012] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: c73e3cb1-1b77-4a58-bdd1-6f1ae57b927a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.149484] env[69959]: INFO nova.compute.manager [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Took 23.16 seconds to build instance. [ 1197.154941] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.160108] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.162826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.789s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.164484] env[69959]: INFO nova.compute.claims [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.223717] env[69959]: INFO nova.scheduler.client.report [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Deleted allocations for instance a2815433-9ad9-4fc0-ab3f-5f41f00cd953 [ 1197.350687] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087551, 'name': PowerOffVM_Task, 'duration_secs': 0.273223} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.350687] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.350963] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.413427] env[69959]: DEBUG oslo_vmware.api [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087552, 'name': SuspendVM_Task} progress is 62%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.475965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.634461] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 6468b8f3-ad85-4e14-acad-94ba367e2629] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.651094] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b12fff38-1618-4507-9d04-805adea9babc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.673s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.731546] env[69959]: DEBUG oslo_concurrency.lockutils [None req-31459105-bb47-4622-ab0a-b64c092c47f7 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Lock "a2815433-9ad9-4fc0-ab3f-5f41f00cd953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.020s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.860656] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.860910] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.861129] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.861458] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.861605] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.861755] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.861981] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.862158] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.862326] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.862522] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.862719] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.868200] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5426fc0-f314-4b81-b6ab-cb3adaf46319 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.885444] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1197.885444] env[69959]: value = "task-4087553" [ 1197.885444] env[69959]: _type = "Task" [ 1197.885444] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.894734] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.913352] env[69959]: DEBUG oslo_vmware.api [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087552, 'name': SuspendVM_Task, 'duration_secs': 0.768139} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.913720] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Suspended the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1197.913953] env[69959]: DEBUG nova.compute.manager [None req-ba9c31dc-d8e7-4b8a-8c1b-ce35177d538e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1197.914781] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55005c30-fc42-4713-a799-8a83e7705342 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.125122] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.125409] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.125764] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.126033] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.126258] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.128588] env[69959]: INFO nova.compute.manager [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Terminating instance [ 1198.140448] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 44a14aaa-9828-4064-be67-b3b432790f05] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.401038] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.423721] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dad361-ebbf-442a-9d0d-4bb2b8399812 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.433504] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a60e96-bc2c-46f6-a440-8749042d33d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.465387] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89014b25-49e0-4835-9434-6476a597d13c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.473528] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574a9a0-2359-445d-aff6-4990853d8419 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.489084] env[69959]: DEBUG nova.compute.provider_tree [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.633656] env[69959]: DEBUG nova.compute.manager [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.634082] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.635045] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8975b01-fe33-448c-8749-0077b0e2b219 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.643628] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: c629d989-53cd-45e5-858f-847b696aa872] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.645822] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.646093] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c161c5-db5f-472e-80ce-d97ccfcdd414 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.653329] env[69959]: DEBUG oslo_vmware.api [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1198.653329] env[69959]: value = "task-4087554" [ 1198.653329] env[69959]: _type = "Task" [ 1198.653329] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.664688] env[69959]: DEBUG oslo_vmware.api [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.674758] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9c3ef8-916e-4b14-a99c-340538139bd6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.692098] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.898606] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087553, 'name': ReconfigVM_Task, 'duration_secs': 0.539135} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.898905] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.992850] env[69959]: DEBUG nova.scheduler.client.report [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.148969] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 7b977ddd-db1f-49dc-aa2b-13559e67e932] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.164252] env[69959]: DEBUG oslo_vmware.api [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087554, 'name': PowerOffVM_Task, 'duration_secs': 0.264211} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.164901] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.165313] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.165398] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec732c29-2f63-4051-b7cb-e4f4b6e8e803 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.198626] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.199232] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3f74ac-1d96-4c4f-8383-fe74849bdd1c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.206154] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1199.206154] env[69959]: value = "task-4087556" [ 1199.206154] env[69959]: _type = "Task" [ 1199.206154] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.217406] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.286959] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.287388] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.287523] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Deleting the datastore file [datastore2] c621be9c-81ba-4f0f-80f4-f8a419e9c3f8 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.288037] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc20c47-7774-452e-a1b8-9c03e0b79b79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.297081] env[69959]: DEBUG oslo_vmware.api [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for the task: (returnval){ [ 1199.297081] env[69959]: value = "task-4087557" [ 1199.297081] env[69959]: _type = "Task" [ 1199.297081] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.306759] env[69959]: DEBUG oslo_vmware.api [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.405955] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.406209] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.407041] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.407041] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.407041] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.407041] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.407041] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.407308] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.407386] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.407756] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.407958] env[69959]: DEBUG nova.virt.hardware [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.413333] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.413641] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7ee829-1492-4053-8d27-0ca3cc05ad67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.432960] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1199.432960] env[69959]: value = "task-4087558" [ 1199.432960] env[69959]: _type = "Task" [ 1199.432960] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.441732] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.501637] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.502225] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.505106] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.284s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.506472] env[69959]: INFO nova.compute.claims [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.631026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "4715fe92-61f8-4378-bee9-e4f294a602da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.631657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "4715fe92-61f8-4378-bee9-e4f294a602da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.631657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "4715fe92-61f8-4378-bee9-e4f294a602da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.632021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "4715fe92-61f8-4378-bee9-e4f294a602da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.632778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "4715fe92-61f8-4378-bee9-e4f294a602da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.634694] env[69959]: INFO nova.compute.manager [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Terminating instance [ 1199.657573] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 821205fe-7909-41d0-83ce-6f711906093a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.718070] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087556, 'name': PowerOffVM_Task, 'duration_secs': 0.198935} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.718235] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.718527] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.808597] env[69959]: DEBUG oslo_vmware.api [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Task: {'id': task-4087557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204329} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.808855] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.809055] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.809381] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.809497] env[69959]: INFO nova.compute.manager [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1199.809647] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.809856] env[69959]: DEBUG nova.compute.manager [-] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.809954] env[69959]: DEBUG nova.network.neutron [-] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.943965] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087558, 'name': ReconfigVM_Task, 'duration_secs': 0.2035} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.946361] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.947248] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d132d27c-b1c7-48f7-8f65-3d2022b1b4c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.975843] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.976193] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4437bcb-320d-4d0c-a246-a4dcc7c1f814 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.997070] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1199.997070] env[69959]: value = "task-4087559" [ 1199.997070] env[69959]: _type = "Task" [ 1199.997070] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.005915] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.010246] env[69959]: DEBUG nova.compute.utils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.013910] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.014100] env[69959]: DEBUG nova.network.neutron [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.057118] env[69959]: DEBUG nova.policy [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7f8c0d258948a3be1ef9462307f5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a954718171ae4d4183b88850d1e5ff8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.139324] env[69959]: DEBUG nova.compute.manager [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.139594] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.140660] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a59bd-9371-43fb-9e44-348a306a5d1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.149917] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.150235] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fa97f18-5042-46d3-8d4a-5ad881622852 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.160544] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: e51fd4e8-c2ba-46aa-8df2-2748bd45e53b] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.226069] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.226498] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.226831] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.227194] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.227469] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.227834] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.228197] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.228912] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.229270] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.229596] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.229960] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.236686] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.236962] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.237253] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleting the datastore file [datastore2] 4715fe92-61f8-4378-bee9-e4f294a602da {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.237992] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18b8b7b-88c7-42d1-97bf-028f79630e97 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.248599] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edbe80b8-b5da-49d2-b2a6-1ddeba370117 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.260030] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1200.260030] env[69959]: value = "task-4087561" [ 1200.260030] env[69959]: _type = "Task" [ 1200.260030] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.260030] env[69959]: DEBUG oslo_vmware.api [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1200.260030] env[69959]: value = "task-4087562" [ 1200.260030] env[69959]: _type = "Task" [ 1200.260030] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.275999] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.278893] env[69959]: DEBUG oslo_vmware.api [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.508525] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087559, 'name': ReconfigVM_Task, 'duration_secs': 0.415245} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.508809] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.509207] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.514540] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.524815] env[69959]: DEBUG nova.network.neutron [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Successfully created port: 7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.598656] env[69959]: DEBUG nova.compute.manager [req-bc98dd16-e52d-4c9a-80c3-c43714e9c930 req-64fc5119-f9c6-49d3-9995-986be6f99e5c service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received event network-vif-deleted-f3e43db2-fea8-4180-9b31-69f77e7e0e89 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.598847] env[69959]: INFO nova.compute.manager [req-bc98dd16-e52d-4c9a-80c3-c43714e9c930 req-64fc5119-f9c6-49d3-9995-986be6f99e5c service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Neutron deleted interface f3e43db2-fea8-4180-9b31-69f77e7e0e89; detaching it from the instance and deleting it from the info cache [ 1200.599099] env[69959]: DEBUG nova.network.neutron [req-bc98dd16-e52d-4c9a-80c3-c43714e9c930 req-64fc5119-f9c6-49d3-9995-986be6f99e5c service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Updating instance_info_cache with network_info: [{"id": "091b4715-804c-4fdc-8bcf-fc402b3dbad1", "address": "fa:16:3e:9f:25:06", "network": {"id": "9cc938e6-c56e-42f7-a2ea-b3417fa55eb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136433647", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9ed102f2caa940c28fd3ce8b86b0bfbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091b4715-80", "ovs_interfaceid": "091b4715-804c-4fdc-8bcf-fc402b3dbad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.776349] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087561, 'name': ReconfigVM_Task, 'duration_secs': 0.187734} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.782431] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.786023] env[69959]: DEBUG oslo_vmware.api [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195205} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.786619] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.786858] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.786999] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.787400] env[69959]: INFO nova.compute.manager [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1200.787543] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.787834] env[69959]: DEBUG nova.compute.manager [-] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.787928] env[69959]: DEBUG nova.network.neutron [-] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.836034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2995981e-6f82-4beb-bc0b-6ee7b9fbf09c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.852433] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a12599-3815-4c41-9781-3ec25cd298dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.892799] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45210cc2-8b0f-4225-a9a7-be670fcf6001 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.902516] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88770efd-64d1-4dd6-95e6-1427fe4756bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.919143] env[69959]: DEBUG nova.compute.provider_tree [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.016923] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f63f8f-440a-4f21-94ec-958933896e05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.043361] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc3eb26-f398-4644-9ccb-995ca57ebd69 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.067136] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.105953] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bf92b67-7185-467f-992d-29936e44f02b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.115056] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd358854-cb53-4627-b47a-88783d14b651 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.130110] env[69959]: DEBUG nova.compute.manager [req-c57b8b16-d8b8-4679-9da9-79f1e027af58 req-f196cb74-6dc9-41ce-a4f0-db6c446acae6 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Received event network-vif-deleted-27eb0880-69ba-410c-bc0b-0b6157c19006 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.130110] env[69959]: INFO nova.compute.manager [req-c57b8b16-d8b8-4679-9da9-79f1e027af58 req-f196cb74-6dc9-41ce-a4f0-db6c446acae6 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Neutron deleted interface 27eb0880-69ba-410c-bc0b-0b6157c19006; detaching it from the instance and deleting it from the info cache [ 1201.130110] env[69959]: DEBUG nova.network.neutron [req-c57b8b16-d8b8-4679-9da9-79f1e027af58 req-f196cb74-6dc9-41ce-a4f0-db6c446acae6 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.146208] env[69959]: DEBUG nova.compute.manager [req-bc98dd16-e52d-4c9a-80c3-c43714e9c930 req-64fc5119-f9c6-49d3-9995-986be6f99e5c service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Detach interface failed, port_id=f3e43db2-fea8-4180-9b31-69f77e7e0e89, reason: Instance c621be9c-81ba-4f0f-80f4-f8a419e9c3f8 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.292190] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.292190] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.292190] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.292190] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.292190] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.292190] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.292757] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.292757] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.292757] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.292864] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.293019] env[69959]: DEBUG nova.virt.hardware [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.299619] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.299619] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ae91b7-4787-4b97-97ab-dc13e98b71ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.319934] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1201.319934] env[69959]: value = "task-4087563" [ 1201.319934] env[69959]: _type = "Task" [ 1201.319934] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.328969] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.422888] env[69959]: DEBUG nova.scheduler.client.report [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.499473] env[69959]: DEBUG nova.network.neutron [-] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.547684] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.597561] env[69959]: DEBUG nova.network.neutron [-] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.633656] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.633995] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.634187] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.634391] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.634590] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.634722] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.635281] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.635281] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.635281] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.635453] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.635669] env[69959]: DEBUG nova.virt.hardware [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.636993] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19327108-1056-4864-9d23-87b8fcb722d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.640058] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3041f8a5-809d-4dab-aa8a-fb8ddbfb80b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.653412] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc6fde-05af-4507-87bc-0471edae6711 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.660144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeb3637-4893-4316-8fb5-892d90d8e797 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.674021] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.674021] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.698916] env[69959]: DEBUG nova.compute.manager [req-c57b8b16-d8b8-4679-9da9-79f1e027af58 req-f196cb74-6dc9-41ce-a4f0-db6c446acae6 service nova] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Detach interface failed, port_id=27eb0880-69ba-410c-bc0b-0b6157c19006, reason: Instance 4715fe92-61f8-4378-bee9-e4f294a602da could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.829625] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087563, 'name': ReconfigVM_Task, 'duration_secs': 0.445854} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.829900] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.830742] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de80891c-b86e-4f4c-80b7-392ffe331ec5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.853694] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-f732fa7d-6fe1-4afb-8334-9981c6921488/volume-f732fa7d-6fe1-4afb-8334-9981c6921488.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.853973] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab55df0-bc0d-4cdb-84fa-d766bc024c45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.872627] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1201.872627] env[69959]: value = "task-4087564" [ 1201.872627] env[69959]: _type = "Task" [ 1201.872627] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.881523] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.928657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.929294] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.932203] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.804s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.932462] env[69959]: DEBUG nova.objects.instance [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lazy-loading 'resources' on Instance uuid 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.002168] env[69959]: INFO nova.compute.manager [-] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Took 2.19 seconds to deallocate network for instance. [ 1202.098946] env[69959]: INFO nova.compute.manager [-] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Took 1.31 seconds to deallocate network for instance. [ 1202.179475] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.179668] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.179832] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.179986] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.180152] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.180291] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1202.180437] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.383071] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087564, 'name': ReconfigVM_Task, 'duration_secs': 0.270309} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.383425] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-f732fa7d-6fe1-4afb-8334-9981c6921488/volume-f732fa7d-6fe1-4afb-8334-9981c6921488.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.383710] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.509627] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.607703] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.627446] env[69959]: DEBUG nova.compute.manager [req-a7d656c7-0482-42a0-a3a2-89ed70e513c8 req-b6b22415-6b95-4df1-9578-a9058421f881 service nova] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Received event network-vif-deleted-091b4715-804c-4fdc-8bcf-fc402b3dbad1 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.682799] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.716276] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e3875-1170-46ba-bf41-12199b0c1a98 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.728588] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637c096-7786-4ce4-bda6-f7cbdad5be91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.756095] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e97daf-f156-4139-84e4-42e99a9ca792 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.763119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabfa66-1b71-429d-9eca-01654b2e7252 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.778308] env[69959]: DEBUG nova.compute.provider_tree [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.843187] env[69959]: DEBUG nova.network.neutron [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Successfully updated port: 7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.844626] env[69959]: DEBUG nova.network.neutron [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Port fcd8406a-38a4-4a38-9bb4-9ee06617a63b binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1202.890235] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e49f36-f431-4781-ad70-958a3eb9a429 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.914585] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50e15c6-a839-41c9-9671-c847db81e0cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.936038] env[69959]: DEBUG nova.compute.utils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.937499] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.944282] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.944449] env[69959]: DEBUG nova.network.neutron [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.999853] env[69959]: DEBUG nova.policy [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7f8c0d258948a3be1ef9462307f5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a954718171ae4d4183b88850d1e5ff8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.164280] env[69959]: DEBUG nova.compute.manager [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Received event network-vif-plugged-7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.164280] env[69959]: DEBUG oslo_concurrency.lockutils [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] Acquiring lock "d32b1b0e-4856-466f-b28e-19a691a8e164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.164280] env[69959]: DEBUG oslo_concurrency.lockutils [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.164280] env[69959]: DEBUG oslo_concurrency.lockutils [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.164280] env[69959]: DEBUG nova.compute.manager [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] No waiting events found dispatching network-vif-plugged-7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.164280] env[69959]: WARNING nova.compute.manager [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Received unexpected event network-vif-plugged-7f3e1037-1a51-484a-badf-5e40237133fb for instance with vm_state building and task_state spawning. [ 1203.164280] env[69959]: DEBUG nova.compute.manager [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Received event network-changed-7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.164922] env[69959]: DEBUG nova.compute.manager [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Refreshing instance network info cache due to event network-changed-7f3e1037-1a51-484a-badf-5e40237133fb. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.165338] env[69959]: DEBUG oslo_concurrency.lockutils [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] Acquiring lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.165593] env[69959]: DEBUG oslo_concurrency.lockutils [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] Acquired lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.165911] env[69959]: DEBUG nova.network.neutron [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Refreshing network info cache for port 7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.282044] env[69959]: DEBUG nova.scheduler.client.report [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.344057] env[69959]: DEBUG nova.network.neutron [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Successfully created port: a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.347208] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.444883] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.738387] env[69959]: DEBUG nova.network.neutron [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.789347] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.794541] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.698s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.796249] env[69959]: INFO nova.compute.claims [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.871012] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.871622] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.871829] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.880242] env[69959]: INFO nova.scheduler.client.report [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Deleted allocations for instance 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e [ 1203.898021] env[69959]: DEBUG nova.network.neutron [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.394425] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d3602a09-8cff-4d33-9aca-19d97e974642 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Lock "8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.410s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.402399] env[69959]: DEBUG oslo_concurrency.lockutils [req-724dc71e-2d2a-42b1-b9f1-7872529f2f41 req-995fff39-1c9f-4b67-9365-047adb3b561f service nova] Releasing lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.403165] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.403509] env[69959]: DEBUG nova.network.neutron [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.455898] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.535824] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.536094] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.536302] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.536441] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.536609] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.536765] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.537000] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.537210] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.537378] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.537556] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.537769] env[69959]: DEBUG nova.virt.hardware [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.538905] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c04c4-6b65-48c6-89ad-a025ac134db8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.551781] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252534c2-5eed-4c4d-9162-e30f9b2baba6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.769725] env[69959]: DEBUG nova.network.neutron [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Port 0469e0ef-6712-40d1-987f-d1e762acddf0 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1204.949021] env[69959]: DEBUG nova.network.neutron [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.955804] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.956032] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.956215] env[69959]: DEBUG nova.network.neutron [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.103704] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd186d19-5389-4741-b629-845754329b53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.123951] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6228d2-098f-41ea-b1b3-dd579b2b665e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.187207] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8f62a-7deb-4635-aacd-374fe9006593 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.199020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d82ced-893b-491c-8a6b-76558d6bea81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.211594] env[69959]: DEBUG nova.compute.provider_tree [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.215518] env[69959]: DEBUG nova.compute.manager [req-9ca66e5c-d09e-4efc-90d9-ca0165b2b6a4 req-d8f83011-e49d-4737-ae03-3906b8d8a0e6 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Received event network-vif-plugged-a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.215712] env[69959]: DEBUG oslo_concurrency.lockutils [req-9ca66e5c-d09e-4efc-90d9-ca0165b2b6a4 req-d8f83011-e49d-4737-ae03-3906b8d8a0e6 service nova] Acquiring lock "5f330df8-015b-465c-9a06-78bd7d28d5bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.215941] env[69959]: DEBUG oslo_concurrency.lockutils [req-9ca66e5c-d09e-4efc-90d9-ca0165b2b6a4 req-d8f83011-e49d-4737-ae03-3906b8d8a0e6 service nova] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.216165] env[69959]: DEBUG oslo_concurrency.lockutils [req-9ca66e5c-d09e-4efc-90d9-ca0165b2b6a4 req-d8f83011-e49d-4737-ae03-3906b8d8a0e6 service nova] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.216281] env[69959]: DEBUG nova.compute.manager [req-9ca66e5c-d09e-4efc-90d9-ca0165b2b6a4 req-d8f83011-e49d-4737-ae03-3906b8d8a0e6 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] No waiting events found dispatching network-vif-plugged-a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.216461] env[69959]: WARNING nova.compute.manager [req-9ca66e5c-d09e-4efc-90d9-ca0165b2b6a4 req-d8f83011-e49d-4737-ae03-3906b8d8a0e6 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Received unexpected event network-vif-plugged-a995d368-b90d-4127-9b63-b0ef07a31f73 for instance with vm_state building and task_state spawning. [ 1205.260871] env[69959]: DEBUG nova.network.neutron [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Updating instance_info_cache with network_info: [{"id": "7f3e1037-1a51-484a-badf-5e40237133fb", "address": "fa:16:3e:c5:28:a2", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3e1037-1a", "ovs_interfaceid": "7f3e1037-1a51-484a-badf-5e40237133fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.274391] env[69959]: DEBUG nova.network.neutron [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Successfully updated port: a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.715094] env[69959]: DEBUG nova.scheduler.client.report [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.737848] env[69959]: DEBUG nova.network.neutron [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.763579] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.763975] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Instance network_info: |[{"id": "7f3e1037-1a51-484a-badf-5e40237133fb", "address": "fa:16:3e:c5:28:a2", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3e1037-1a", "ovs_interfaceid": "7f3e1037-1a51-484a-badf-5e40237133fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.764422] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:28:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f3e1037-1a51-484a-badf-5e40237133fb', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.774379] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating folder: Project (a954718171ae4d4183b88850d1e5ff8a). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.775121] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f9edeb0-fc8e-4dd8-bfd5-d001e99e52d0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.781769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.781965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.782162] env[69959]: DEBUG nova.network.neutron [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.807022] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created folder: Project (a954718171ae4d4183b88850d1e5ff8a) in parent group-v809535. [ 1205.808626] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating folder: Instances. Parent ref: group-v809839. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.808626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.808626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.808935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.810888] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0655f7c3-4e14-45a9-859b-3dd399b4bc3a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.826270] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created folder: Instances in parent group-v809839. [ 1205.826270] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.826270] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.826866] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869fd6b1-16d4-417b-b8c1-e9bb2480698d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.855697] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.855697] env[69959]: value = "task-4087567" [ 1205.855697] env[69959]: _type = "Task" [ 1205.855697] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.866143] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087567, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.222251] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.222809] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.225811] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.750s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.226074] env[69959]: DEBUG nova.objects.instance [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'resources' on Instance uuid 31962f2e-e106-42e5-a7a4-02a003131277 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.240555] env[69959]: DEBUG oslo_concurrency.lockutils [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.329261] env[69959]: DEBUG nova.network.neutron [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.367584] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087567, 'name': CreateVM_Task, 'duration_secs': 0.367867} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.371157] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.371919] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.372104] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.372542] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.373043] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88946f2d-dc65-4f9e-9a30-a2a9a8fc5d35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.379850] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1206.379850] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258c032-ec84-9c83-f7c4-deb4f0c3d951" [ 1206.379850] env[69959]: _type = "Task" [ 1206.379850] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.389594] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258c032-ec84-9c83-f7c4-deb4f0c3d951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.730104] env[69959]: DEBUG nova.compute.utils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.734735] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.734969] env[69959]: DEBUG nova.network.neutron [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.741214] env[69959]: DEBUG nova.network.neutron [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Updating instance_info_cache with network_info: [{"id": "a995d368-b90d-4127-9b63-b0ef07a31f73", "address": "fa:16:3e:e8:3e:62", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa995d368-b9", "ovs_interfaceid": "a995d368-b90d-4127-9b63-b0ef07a31f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.754281] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fefaa8-a910-44d0-b330-94884732585b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.765962] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1819dff-8a79-43d5-b8c1-a20a2b37a32b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.822188] env[69959]: DEBUG nova.policy [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f487ad0868b242b496fc0976d3e1766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '904b0f3f095f484888a351805c6dab07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.860111] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.860549] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.860549] env[69959]: DEBUG nova.network.neutron [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.898395] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258c032-ec84-9c83-f7c4-deb4f0c3d951, 'name': SearchDatastore_Task, 'duration_secs': 0.014323} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.898749] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.898986] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.899243] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.899406] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.899610] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.899881] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5abc6210-4fe3-4325-b835-ed74af7477a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.911967] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.912188] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.912948] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75600a15-00ea-423d-95a7-38a47b896410 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.919842] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1206.919842] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b040a-3adc-07e5-7f9f-179460a0a1e3" [ 1206.919842] env[69959]: _type = "Task" [ 1206.919842] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.935699] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b040a-3adc-07e5-7f9f-179460a0a1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.936895] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffca515-a716-4a80-870b-f6d7c70bea58 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.944172] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1206.944172] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52033b18-fe75-d5aa-37e7-fa6ab2ede6af" [ 1206.944172] env[69959]: _type = "Task" [ 1206.944172] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.958388] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52033b18-fe75-d5aa-37e7-fa6ab2ede6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.086176] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd6665-b497-4e6d-9928-e1e5281259ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.095986] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c14212-c532-46a3-b832-314c6e811000 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.130171] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f9ee3a-cb9b-4117-820a-ab9ece78af91 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.139429] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070bf4e4-46bb-472f-8773-083c8b6b418d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.154515] env[69959]: DEBUG nova.compute.provider_tree [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.237597] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.241235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.244092] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Instance network_info: |[{"id": "a995d368-b90d-4127-9b63-b0ef07a31f73", "address": "fa:16:3e:e8:3e:62", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa995d368-b9", "ovs_interfaceid": "a995d368-b90d-4127-9b63-b0ef07a31f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.244092] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:3e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a995d368-b90d-4127-9b63-b0ef07a31f73', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.254105] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.254409] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.254669] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a2e044-0c75-4f6b-91ab-e97f948e55a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.280715] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.280715] env[69959]: value = "task-4087568" [ 1207.280715] env[69959]: _type = "Task" [ 1207.280715] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.292381] env[69959]: DEBUG nova.compute.manager [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Received event network-changed-a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.292381] env[69959]: DEBUG nova.compute.manager [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Refreshing instance network info cache due to event network-changed-a995d368-b90d-4127-9b63-b0ef07a31f73. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.292381] env[69959]: DEBUG oslo_concurrency.lockutils [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] Acquiring lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.292381] env[69959]: DEBUG oslo_concurrency.lockutils [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] Acquired lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.292381] env[69959]: DEBUG nova.network.neutron [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Refreshing network info cache for port a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.298471] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087568, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.460380] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52033b18-fe75-d5aa-37e7-fa6ab2ede6af, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.460646] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.460935] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/d32b1b0e-4856-466f-b28e-19a691a8e164.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.461240] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ff2391-5231-4547-80bd-c92806b9715b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.475416] env[69959]: DEBUG nova.network.neutron [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Successfully created port: cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.478394] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1207.478394] env[69959]: value = "task-4087569" [ 1207.478394] env[69959]: _type = "Task" [ 1207.478394] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.496536] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.658149] env[69959]: DEBUG nova.scheduler.client.report [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.675145] env[69959]: DEBUG nova.network.neutron [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.792754] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087568, 'name': CreateVM_Task, 'duration_secs': 0.342102} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.796559] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.798450] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.798649] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.798977] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.800051] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fad48e-dde0-4ec6-a042-ed7356d92fba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.806895] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1207.806895] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ba335-234a-4b1a-f5b6-948e2303b33b" [ 1207.806895] env[69959]: _type = "Task" [ 1207.806895] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.818479] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ba335-234a-4b1a-f5b6-948e2303b33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.986506] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46438c-5a13-4345-abd5-cd3a425f5f9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.997829] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087569, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.020504] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e91a7e-5368-49af-bf5c-2f178266ec29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.029484] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.063324] env[69959]: DEBUG nova.network.neutron [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Updated VIF entry in instance network info cache for port a995d368-b90d-4127-9b63-b0ef07a31f73. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.063819] env[69959]: DEBUG nova.network.neutron [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Updating instance_info_cache with network_info: [{"id": "a995d368-b90d-4127-9b63-b0ef07a31f73", "address": "fa:16:3e:e8:3e:62", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa995d368-b9", "ovs_interfaceid": "a995d368-b90d-4127-9b63-b0ef07a31f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.163887] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.166784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.658s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.167022] env[69959]: DEBUG nova.objects.instance [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lazy-loading 'resources' on Instance uuid c621be9c-81ba-4f0f-80f4-f8a419e9c3f8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.178565] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.224517] env[69959]: INFO nova.scheduler.client.report [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted allocations for instance 31962f2e-e106-42e5-a7a4-02a003131277 [ 1208.246344] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.306976] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.307257] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.307417] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.307599] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.307747] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.307893] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.308314] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.308572] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.308762] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.308930] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.309458] env[69959]: DEBUG nova.virt.hardware [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.310741] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18afbca0-85b8-4509-8a29-92e19f4f83a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.324621] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ba335-234a-4b1a-f5b6-948e2303b33b, 'name': SearchDatastore_Task, 'duration_secs': 0.059195} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.327123] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.327366] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.327607] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.327760] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.327946] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.328277] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7a9b51-fa5c-45bb-a827-5b8a1848baf9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.333176] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b083ae-370e-40ff-9d88-3be527ca73be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.354401] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.354595] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.355385] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03141d2-2cfc-480f-9d02-885b0fa72e1f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.363784] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1208.363784] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52261c16-f2c8-30a6-9f55-092c1adf6d33" [ 1208.363784] env[69959]: _type = "Task" [ 1208.363784] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.372311] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52261c16-f2c8-30a6-9f55-092c1adf6d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.489396] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525296} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.489671] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/d32b1b0e-4856-466f-b28e-19a691a8e164.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.489890] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.490171] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b034e0c-639d-4ac3-9493-1fab1a250519 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.497848] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1208.497848] env[69959]: value = "task-4087570" [ 1208.497848] env[69959]: _type = "Task" [ 1208.497848] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.507376] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.537026] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.537362] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce01235b-6fb2-48db-805a-8079dfa849e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.545514] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1208.545514] env[69959]: value = "task-4087571" [ 1208.545514] env[69959]: _type = "Task" [ 1208.545514] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.555188] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.566937] env[69959]: DEBUG oslo_concurrency.lockutils [req-e411c50b-4851-4b3b-9806-696a15437438 req-ea890f3e-feb7-4e64-81aa-053a391748d3 service nova] Releasing lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.688605] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21653025-71a1-40b7-9a7d-136e6820e122 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.698711] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c41f7c-328a-46cd-98a7-589263f1cf5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.736434] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c4b44673-1227-44a8-9677-9dc2bf30295c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "31962f2e-e106-42e5-a7a4-02a003131277" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.293s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.878357] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52261c16-f2c8-30a6-9f55-092c1adf6d33, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.879285] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66286421-9c8d-4991-9694-9bce20f1858d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.886241] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1208.886241] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc30f6-0f55-8797-6ef5-dd75a9a1cc76" [ 1208.886241] env[69959]: _type = "Task" [ 1208.886241] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.899202] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc30f6-0f55-8797-6ef5-dd75a9a1cc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.999532] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a165e8b7-cddd-4ef5-aa12-7081f292886c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.019257] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069068} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.019257] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3c1a96-7774-484a-a1ba-a4095f1edfc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.020898] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.022357] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7d476-cc15-4add-a729-0b1f62cf49e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.050047] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/d32b1b0e-4856-466f-b28e-19a691a8e164.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.080060] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4973f7-bfd5-4032-a7d6-64def125663b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.101293] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7ce84-9775-48bc-ac5b-79cfceb4d924 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.114311] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf43853-73e9-428c-b898-d55b64021eaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119500] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1209.119500] env[69959]: value = "task-4087572" [ 1209.119500] env[69959]: _type = "Task" [ 1209.119500] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.119854] env[69959]: DEBUG oslo_vmware.api [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087571, 'name': PowerOnVM_Task, 'duration_secs': 0.446801} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.120233] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.120460] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-831b1193-a698-4552-9f17-2795d83747b2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance '8119be88-48db-4874-b5e9-71f18d80196c' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.137248] env[69959]: DEBUG nova.compute.provider_tree [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.146144] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.401616] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52cc30f6-0f55-8797-6ef5-dd75a9a1cc76, 'name': SearchDatastore_Task, 'duration_secs': 0.018483} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.402535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.402952] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/5f330df8-015b-465c-9a06-78bd7d28d5bf.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.403293] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2603c57d-8887-459b-9bf5-060e8b4f9113 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.412920] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1209.412920] env[69959]: value = "task-4087573" [ 1209.412920] env[69959]: _type = "Task" [ 1209.412920] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.425970] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.632691] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.641993] env[69959]: DEBUG nova.scheduler.client.report [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.898968] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8adac-17f9-4326-9b16-64e06595b79f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.929432] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb975084-e9ac-4db7-8cba-fbee4a37fb40 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.941943] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.952686] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087573, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.135402] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087572, 'name': ReconfigVM_Task, 'duration_secs': 0.853957} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.135608] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Reconfigured VM instance instance-0000006d to attach disk [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/d32b1b0e-4856-466f-b28e-19a691a8e164.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.136391] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9078262-b9a9-4b65-84bb-8d9b8517e46e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.142738] env[69959]: DEBUG nova.compute.manager [req-68a178b6-e97e-42c1-b897-794beb885b87 req-b3555100-5d35-4837-80fe-f15e1663e731 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Received event network-vif-plugged-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.142738] env[69959]: DEBUG oslo_concurrency.lockutils [req-68a178b6-e97e-42c1-b897-794beb885b87 req-b3555100-5d35-4837-80fe-f15e1663e731 service nova] Acquiring lock "6d5e1956-d54f-47fa-81b6-c740d781383f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.142738] env[69959]: DEBUG oslo_concurrency.lockutils [req-68a178b6-e97e-42c1-b897-794beb885b87 req-b3555100-5d35-4837-80fe-f15e1663e731 service nova] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.142738] env[69959]: DEBUG oslo_concurrency.lockutils [req-68a178b6-e97e-42c1-b897-794beb885b87 req-b3555100-5d35-4837-80fe-f15e1663e731 service nova] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.142738] env[69959]: DEBUG nova.compute.manager [req-68a178b6-e97e-42c1-b897-794beb885b87 req-b3555100-5d35-4837-80fe-f15e1663e731 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] No waiting events found dispatching network-vif-plugged-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1210.142738] env[69959]: WARNING nova.compute.manager [req-68a178b6-e97e-42c1-b897-794beb885b87 req-b3555100-5d35-4837-80fe-f15e1663e731 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Received unexpected event network-vif-plugged-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d for instance with vm_state building and task_state spawning. [ 1210.147130] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.151939] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.544s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.151939] env[69959]: DEBUG nova.objects.instance [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'resources' on Instance uuid 4715fe92-61f8-4378-bee9-e4f294a602da {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.153553] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1210.153553] env[69959]: value = "task-4087574" [ 1210.153553] env[69959]: _type = "Task" [ 1210.153553] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.164380] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087574, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.200740] env[69959]: INFO nova.scheduler.client.report [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Deleted allocations for instance c621be9c-81ba-4f0f-80f4-f8a419e9c3f8 [ 1210.222857] env[69959]: DEBUG nova.network.neutron [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Successfully updated port: cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.436988] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823245} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.437317] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/5f330df8-015b-465c-9a06-78bd7d28d5bf.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.437545] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.437826] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83804bda-6f62-485e-a372-366a4785018e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.445660] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1210.445660] env[69959]: value = "task-4087575" [ 1210.445660] env[69959]: _type = "Task" [ 1210.445660] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.458819] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.459146] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.459391] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cef1e674-1f1f-4bd4-8ac8-91eef4e2bc6f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.469680] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1210.469680] env[69959]: value = "task-4087576" [ 1210.469680] env[69959]: _type = "Task" [ 1210.469680] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.479799] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.671182] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087574, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.716038] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Lock "c621be9c-81ba-4f0f-80f4-f8a419e9c3f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.587s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.728216] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "refresh_cache-6d5e1956-d54f-47fa-81b6-c740d781383f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.728451] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "refresh_cache-6d5e1956-d54f-47fa-81b6-c740d781383f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.728679] env[69959]: DEBUG nova.network.neutron [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.905263] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc9b600-743f-4133-a212-7de31a6bf6e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.917267] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d8415-a2cf-4e11-a50b-7feb25442f13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.962025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a6da1-e69b-458f-8e58-1429e232756a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.979929] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238701} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.980839] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.982192] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee6cfff-57a9-4c88-9c41-5dfa947193e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.990583] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5327c1-4fff-447e-a9ee-4d386ef6c20f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.994075] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.023015] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/5f330df8-015b-465c-9a06-78bd7d28d5bf.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.030181] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702b1c12-eaa8-429d-ae6e-277b52f32115 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.044667] env[69959]: DEBUG nova.compute.provider_tree [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.054373] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1211.054373] env[69959]: value = "task-4087577" [ 1211.054373] env[69959]: _type = "Task" [ 1211.054373] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.064776] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.166837] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087574, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.279259] env[69959]: DEBUG nova.network.neutron [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.485040] env[69959]: DEBUG nova.compute.manager [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1211.494172] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.505024] env[69959]: DEBUG nova.network.neutron [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Updating instance_info_cache with network_info: [{"id": "cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d", "address": "fa:16:3e:d0:cf:ed", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4a2307-2d", "ovs_interfaceid": "cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.549562] env[69959]: DEBUG nova.scheduler.client.report [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.568249] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.667560] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087574, 'name': Rename_Task, 'duration_secs': 1.173787} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.668110] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.668661] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a14b27c-9dce-4ccd-bbb3-b397ea6a3b83 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.678241] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1211.678241] env[69959]: value = "task-4087578" [ 1211.678241] env[69959]: _type = "Task" [ 1211.678241] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.689027] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.894450] env[69959]: DEBUG nova.network.neutron [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Port fcd8406a-38a4-4a38-9bb4-9ee06617a63b binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1211.894717] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.894910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.895131] env[69959]: DEBUG nova.network.neutron [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.980743] env[69959]: DEBUG oslo_vmware.api [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087576, 'name': PowerOnVM_Task, 'duration_secs': 1.053958} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.981407] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.981603] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bff30d-34e2-47a5-bf9c-09c48e3fb538 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance 'da1955f6-5c6b-4227-992f-8bc5faed0877' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.006729] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "refresh_cache-6d5e1956-d54f-47fa-81b6-c740d781383f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.007232] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Instance network_info: |[{"id": "cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d", "address": "fa:16:3e:d0:cf:ed", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4a2307-2d", "ovs_interfaceid": "cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.007811] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:cf:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.025335] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.025735] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.026141] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56651656-69ef-4a32-b091-f818064791ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.053891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.055843] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.058871] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.376s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.059064] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.059226] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1212.059508] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.006s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.061165] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.061165] env[69959]: value = "task-4087579" [ 1212.061165] env[69959]: _type = "Task" [ 1212.061165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.061961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8819683-201c-433b-8363-2474f171630c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.078665] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087577, 'name': ReconfigVM_Task, 'duration_secs': 0.951181} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.088573] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/5f330df8-015b-465c-9a06-78bd7d28d5bf.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.088573] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087579, 'name': CreateVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.088573] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7849a53-6fad-4858-99f4-e45858fa1195 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.089783] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afd4835-04ea-4e37-9ab0-f931f70d289c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.114133] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c2fa8-426d-4203-8a1c-9748668845d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.117893] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1212.117893] env[69959]: value = "task-4087580" [ 1212.117893] env[69959]: _type = "Task" [ 1212.117893] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.119126] env[69959]: INFO nova.scheduler.client.report [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocations for instance 4715fe92-61f8-4378-bee9-e4f294a602da [ 1212.132497] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d5bf9-f94c-42a0-8f3b-c61afd2e38bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.141033] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087580, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.173437] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179054MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1212.173876] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.188450] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.261593] env[69959]: DEBUG nova.compute.manager [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Received event network-changed-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.261722] env[69959]: DEBUG nova.compute.manager [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Refreshing instance network info cache due to event network-changed-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.261928] env[69959]: DEBUG oslo_concurrency.lockutils [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] Acquiring lock "refresh_cache-6d5e1956-d54f-47fa-81b6-c740d781383f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.262084] env[69959]: DEBUG oslo_concurrency.lockutils [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] Acquired lock "refresh_cache-6d5e1956-d54f-47fa-81b6-c740d781383f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.262256] env[69959]: DEBUG nova.network.neutron [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Refreshing network info cache for port cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.576224] env[69959]: INFO nova.compute.claims [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.596023] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087579, 'name': CreateVM_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.633918] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087580, 'name': Rename_Task, 'duration_secs': 0.517742} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.634618] env[69959]: DEBUG oslo_concurrency.lockutils [None req-52ff10bc-7274-4415-a2a9-40401c0ac9dc tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "4715fe92-61f8-4378-bee9-e4f294a602da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.003s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.637613] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.637613] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4323c6-4d31-4f12-9962-d93199237625 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.643560] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1212.643560] env[69959]: value = "task-4087581" [ 1212.643560] env[69959]: _type = "Task" [ 1212.643560] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.653333] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.690572] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087578, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.863056] env[69959]: DEBUG nova.network.neutron [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.001037] env[69959]: DEBUG nova.network.neutron [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Updated VIF entry in instance network info cache for port cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.001037] env[69959]: DEBUG nova.network.neutron [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Updating instance_info_cache with network_info: [{"id": "cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d", "address": "fa:16:3e:d0:cf:ed", "network": {"id": "0b6c9012-285d-4c2e-af7a-18421e11b390", "bridge": "br-int", "label": "tempest-ServersTestJSON-2020096251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "904b0f3f095f484888a351805c6dab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb4a2307-2d", "ovs_interfaceid": "cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.080511] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087579, 'name': CreateVM_Task, 'duration_secs': 0.831487} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.080689] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.081497] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.081776] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.082054] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.082337] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6176f5ad-5dd5-4c9b-8033-d488caef28ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.087421] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1213.087421] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52068f11-3dfc-01b7-5ecf-2d363a08c27e" [ 1213.087421] env[69959]: _type = "Task" [ 1213.087421] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.094153] env[69959]: INFO nova.compute.resource_tracker [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating resource usage from migration 2fa8111d-fe4e-4ce4-a472-263884fe0b10 [ 1213.101440] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52068f11-3dfc-01b7-5ecf-2d363a08c27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.154372] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.194807] env[69959]: DEBUG oslo_vmware.api [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087578, 'name': PowerOnVM_Task, 'duration_secs': 1.320674} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.195095] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.195323] env[69959]: INFO nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1213.195551] env[69959]: DEBUG nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1213.196596] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef92a3-2310-4a50-b6fc-35200c4adddf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.337458] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689ccaa6-8a64-46a3-86c4-fff3851684d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.346574] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc438b-ff61-41a5-b567-4d9a2e6b52d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.384183] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.385438] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af46d64a-80f1-4bd5-ac79-7a8f874710f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.394034] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb522a8-3fb9-4089-a887-faf778a4e45b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.409161] env[69959]: DEBUG nova.compute.provider_tree [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.503444] env[69959]: DEBUG oslo_concurrency.lockutils [req-89a41aed-b5e0-4464-a5c0-4e88ec0d0d3f req-9eb16c16-58a0-41c7-9c87-2384757f7083 service nova] Releasing lock "refresh_cache-6d5e1956-d54f-47fa-81b6-c740d781383f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.602940] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52068f11-3dfc-01b7-5ecf-2d363a08c27e, 'name': SearchDatastore_Task, 'duration_secs': 0.035174} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.603924] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.606136] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.606434] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.606624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.606830] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.607416] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb0cb4cb-cb7a-4686-aeb5-f9b3a7b386db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.621414] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.622037] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.622958] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b29ddb-9024-48d8-af83-e8ac100942b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.630024] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1213.630024] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520be650-7b9a-140b-823d-c43fbd80c2fd" [ 1213.630024] env[69959]: _type = "Task" [ 1213.630024] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.642728] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520be650-7b9a-140b-823d-c43fbd80c2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.655354] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087581, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.719011] env[69959]: INFO nova.compute.manager [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Took 25.37 seconds to build instance. [ 1213.890954] env[69959]: DEBUG nova.compute.manager [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69959) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1213.912714] env[69959]: DEBUG nova.scheduler.client.report [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.018759] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.019168] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.019249] env[69959]: DEBUG nova.compute.manager [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Going to confirm migration 7 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1214.145254] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520be650-7b9a-140b-823d-c43fbd80c2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.038253} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.150549] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780a997b-9774-43f3-8f47-61ba85888417 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.157648] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1214.157648] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522a26c1-a319-d183-07aa-aa607f58846e" [ 1214.157648] env[69959]: _type = "Task" [ 1214.157648] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.160927] env[69959]: DEBUG oslo_vmware.api [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087581, 'name': PowerOnVM_Task, 'duration_secs': 1.386187} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.166307] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.166531] env[69959]: INFO nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1214.166716] env[69959]: DEBUG nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.167836] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e209f-9567-4f7d-b6a6-cc97657573a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.177717] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522a26c1-a319-d183-07aa-aa607f58846e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.223109] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45bd9d38-0a43-404d-88f1-28d33e5db24c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.880s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.419093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.359s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.419324] env[69959]: INFO nova.compute.manager [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Migrating [ 1214.429539] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.256s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.610205] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.610403] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquired lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.610603] env[69959]: DEBUG nova.network.neutron [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.610807] env[69959]: DEBUG nova.objects.instance [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'info_cache' on Instance uuid da1955f6-5c6b-4227-992f-8bc5faed0877 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.672592] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522a26c1-a319-d183-07aa-aa607f58846e, 'name': SearchDatastore_Task, 'duration_secs': 0.035052} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.673942] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.674258] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 6d5e1956-d54f-47fa-81b6-c740d781383f/6d5e1956-d54f-47fa-81b6-c740d781383f.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.676543] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4b73c14-43c7-4e06-a981-f3f974fd2053 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.688262] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1214.688262] env[69959]: value = "task-4087582" [ 1214.688262] env[69959]: _type = "Task" [ 1214.688262] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.693885] env[69959]: INFO nova.compute.manager [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Took 25.50 seconds to build instance. [ 1214.701142] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.953345] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.953345] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.953345] env[69959]: DEBUG nova.network.neutron [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.053626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.053626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.054921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.179745] env[69959]: INFO nova.compute.manager [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Rescuing [ 1215.180035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.180224] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.180378] env[69959]: DEBUG nova.network.neutron [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.196580] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.018s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.200267] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.456225] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Applying migration context for instance 8119be88-48db-4874-b5e9-71f18d80196c as it has an incoming, in-progress migration 90b0d692-7ed4-4b86-8c23-4a0287cae648. Migration status is reverting {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1215.456594] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Applying migration context for instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 as it has an incoming, in-progress migration 2fa8111d-fe4e-4ce4-a472-263884fe0b10. Migration status is pre-migrating {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1215.456841] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Applying migration context for instance da1955f6-5c6b-4227-992f-8bc5faed0877 as it has an incoming, in-progress migration f58a48a5-d795-426d-8cac-fdf1368cdaa2. Migration status is confirming {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1215.458308] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating resource usage from migration 90b0d692-7ed4-4b86-8c23-4a0287cae648 [ 1215.458840] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating resource usage from migration 2fa8111d-fe4e-4ce4-a472-263884fe0b10 [ 1215.459219] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating resource usage from migration f58a48a5-d795-426d-8cac-fdf1368cdaa2 [ 1215.489387] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e8a8267c-9619-4668-8ac1-e485a202a451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.489387] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a363197e-38b3-48fb-a1fe-6664f613458b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.489387] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance efa90012-6baa-46b0-80f7-791ebd163232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.489586] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b601e350-dccf-407a-b7af-f03c87a30138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.489623] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Migration 90b0d692-7ed4-4b86-8c23-4a0287cae648 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1215.489717] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Migration f58a48a5-d795-426d-8cac-fdf1368cdaa2 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1215.489826] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8119be88-48db-4874-b5e9-71f18d80196c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.489932] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance da1955f6-5c6b-4227-992f-8bc5faed0877 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.490070] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d32b1b0e-4856-466f-b28e-19a691a8e164 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.490188] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5f330df8-015b-465c-9a06-78bd7d28d5bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.491284] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6d5e1956-d54f-47fa-81b6-c740d781383f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.491284] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Migration 2fa8111d-fe4e-4ce4-a472-263884fe0b10 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1215.491284] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1215.555411] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.704969] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087582, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.810783] env[69959]: DEBUG nova.network.neutron [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.996933] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0ca79650-d74c-4155-ad2c-1b491fe26a88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1215.997212] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1215.997406] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1216.035242] env[69959]: DEBUG nova.network.neutron [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Updating instance_info_cache with network_info: [{"id": "a995d368-b90d-4127-9b63-b0ef07a31f73", "address": "fa:16:3e:e8:3e:62", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa995d368-b9", "ovs_interfaceid": "a995d368-b90d-4127-9b63-b0ef07a31f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.040334] env[69959]: DEBUG nova.network.neutron [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [{"id": "0469e0ef-6712-40d1-987f-d1e762acddf0", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "45375391-7044-457e-8c7b-810393563c30", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-741997084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc40e04316842d0b22f50e5f55b4913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0469e0ef-67", "ovs_interfaceid": "0469e0ef-6712-40d1-987f-d1e762acddf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.076327] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.200201] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087582, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185835} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.202855] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 6d5e1956-d54f-47fa-81b6-c740d781383f/6d5e1956-d54f-47fa-81b6-c740d781383f.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.203092] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.203558] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca65b79-8f0b-4bb2-bd44-5fd0a405d845 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.211244] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1216.211244] env[69959]: value = "task-4087583" [ 1216.211244] env[69959]: _type = "Task" [ 1216.211244] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.218595] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53eac4d-a52e-43de-a72f-374594ce7c3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.225356] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.232033] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a245a8f-27be-417f-87bc-c9bb0dfd7d71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.263220] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa75a0a6-0ee2-41ea-ae5f-2b8d35898734 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.273322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e0e63-3e48-480c-8a87-79cf3e97fdd4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.289397] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.314813] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.538186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-5f330df8-015b-465c-9a06-78bd7d28d5bf" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.542858] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Releasing lock "refresh_cache-da1955f6-5c6b-4227-992f-8bc5faed0877" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.543109] env[69959]: DEBUG nova.objects.instance [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'migration_context' on Instance uuid da1955f6-5c6b-4227-992f-8bc5faed0877 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.721995] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310315} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.722308] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.723152] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31624cb-f7b2-49d8-ba51-9306a8fdb4c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.749623] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6d5e1956-d54f-47fa-81b6-c740d781383f/6d5e1956-d54f-47fa-81b6-c740d781383f.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.750145] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb429a3-c001-45b4-9b35-b9b8192c3b11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.774297] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1216.774297] env[69959]: value = "task-4087584" [ 1216.774297] env[69959]: _type = "Task" [ 1216.774297] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.784263] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.792704] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.046654] env[69959]: DEBUG nova.objects.base [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.048022] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb95421f-bade-4d45-9ce1-7d91d8cd76e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.070325] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741e6aa2-6577-4d00-b308-d9ba5c6f2899 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.077012] env[69959]: DEBUG oslo_vmware.api [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1217.077012] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b5eee-b8c5-ec33-401b-9d725fb87d3a" [ 1217.077012] env[69959]: _type = "Task" [ 1217.077012] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.086407] env[69959]: DEBUG oslo_vmware.api [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527b5eee-b8c5-ec33-401b-9d725fb87d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.007141} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.086767] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.285544] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.298802] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1217.299078] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.870s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.299368] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.244s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.789991] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087584, 'name': ReconfigVM_Task, 'duration_secs': 0.519976} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.790358] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6d5e1956-d54f-47fa-81b6-c740d781383f/6d5e1956-d54f-47fa-81b6-c740d781383f.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.792443] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189e69e6-36bc-4b85-8721-546ccc84a5c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.800242] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1217.800242] env[69959]: value = "task-4087585" [ 1217.800242] env[69959]: _type = "Task" [ 1217.800242] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.804047] env[69959]: DEBUG nova.objects.instance [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'migration_context' on Instance uuid 8119be88-48db-4874-b5e9-71f18d80196c {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.811353] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087585, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.829033] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed9921-d422-4f3c-bccf-7632666f3105 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.850702] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.103647] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.104057] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aebea69-64d3-458c-abe5-d49e15196aa3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.111846] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1218.111846] env[69959]: value = "task-4087586" [ 1218.111846] env[69959]: _type = "Task" [ 1218.111846] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.120589] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.312910] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087585, 'name': Rename_Task, 'duration_secs': 0.24798} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.313210] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.313626] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9224a9a-4dad-4b87-8dd9-2d79e1c21646 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.323799] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1218.323799] env[69959]: value = "task-4087587" [ 1218.323799] env[69959]: _type = "Task" [ 1218.323799] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.333257] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.357254] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.357614] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7def51cc-1536-413b-8b0e-3f7ae34fc73b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.365462] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1218.365462] env[69959]: value = "task-4087588" [ 1218.365462] env[69959]: _type = "Task" [ 1218.365462] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.374167] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.522502] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7bb2c-21ad-4ce3-95aa-50103c3c1bd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.531725] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ecbd1d-104c-456f-9a1f-9c629772ecd1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.566836] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e77ddb6-33fe-48fe-8638-ea77d6780d72 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.575174] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd887a-5ecb-44f5-bad3-887973649b65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.589603] env[69959]: DEBUG nova.compute.provider_tree [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.622450] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087586, 'name': PowerOffVM_Task, 'duration_secs': 0.224497} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.622680] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.623534] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65324703-6176-4658-ba28-0feeabd4a1ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.642205] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f9fd15-f570-4ef3-aca8-a99546f83d42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.680116] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.680443] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-426d9d21-21aa-4733-b9ee-ae94cc298d65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.688149] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1218.688149] env[69959]: value = "task-4087589" [ 1218.688149] env[69959]: _type = "Task" [ 1218.688149] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.696593] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.834507] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.876827] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087588, 'name': PowerOffVM_Task, 'duration_secs': 0.202763} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.877047] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.877228] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.093258] env[69959]: DEBUG nova.scheduler.client.report [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.199499] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1219.199848] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.199969] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.200132] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.200330] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.200581] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c62efe4a-b5d7-4815-a516-0ee0fbbdaa71 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.210550] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.210757] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.211547] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111e5db7-7fed-40fb-8750-0b21cfd1a1d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.219561] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1219.219561] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e7bcd4-a096-9524-9928-7812f93ed590" [ 1219.219561] env[69959]: _type = "Task" [ 1219.219561] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.227986] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e7bcd4-a096-9524-9928-7812f93ed590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.335170] env[69959]: DEBUG oslo_vmware.api [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087587, 'name': PowerOnVM_Task, 'duration_secs': 0.546327} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.335429] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.335632] env[69959]: INFO nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1219.335812] env[69959]: DEBUG nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.336609] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169bda31-f545-41b1-9548-9df2a8470aaa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.383276] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.383541] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.383714] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.383930] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.384097] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.384248] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.384450] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.384609] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.384835] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.385032] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.385214] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.390430] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617af896-6ab1-4ba5-9c41-c3191d6b0fd8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.407025] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1219.407025] env[69959]: value = "task-4087590" [ 1219.407025] env[69959]: _type = "Task" [ 1219.407025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.415160] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.730856] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e7bcd4-a096-9524-9928-7812f93ed590, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.731731] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2ecf0e-82f2-4db7-9a25-58a4f47b10da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.737280] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1219.737280] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b190f-d744-3666-dac8-f10aa1be00ce" [ 1219.737280] env[69959]: _type = "Task" [ 1219.737280] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.745034] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b190f-d744-3666-dac8-f10aa1be00ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.856676] env[69959]: INFO nova.compute.manager [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Took 25.78 seconds to build instance. [ 1219.918720] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087590, 'name': ReconfigVM_Task, 'duration_secs': 0.187016} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.919151] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.104693] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.805s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.110614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.034s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.112375] env[69959]: INFO nova.compute.claims [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.250241] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521b190f-d744-3666-dac8-f10aa1be00ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.250675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.250772] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. {{(pid=69959) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1220.251031] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-868070d5-375d-4434-bc32-4853ccd103ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.258221] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1220.258221] env[69959]: value = "task-4087591" [ 1220.258221] env[69959]: _type = "Task" [ 1220.258221] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.266478] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.358863] env[69959]: DEBUG oslo_concurrency.lockutils [None req-fcfe163b-8212-4013-9066-4fd51aea449e tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.287s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.425930] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.426220] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.426380] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.426573] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.426777] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.426965] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.427217] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.427401] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.427597] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.427775] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.427968] env[69959]: DEBUG nova.virt.hardware [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.433888] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.434248] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08525b95-9e30-4cc0-bed4-2d625e91704b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.454191] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1220.454191] env[69959]: value = "task-4087592" [ 1220.454191] env[69959]: _type = "Task" [ 1220.454191] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.464043] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.531547] env[69959]: DEBUG oslo_concurrency.lockutils [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "6d5e1956-d54f-47fa-81b6-c740d781383f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.531904] env[69959]: DEBUG oslo_concurrency.lockutils [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.532148] env[69959]: DEBUG nova.compute.manager [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.533788] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f08330-e176-4402-97c3-8d4947fdb464 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.542306] env[69959]: DEBUG nova.compute.manager [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1220.542993] env[69959]: DEBUG nova.objects.instance [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'flavor' on Instance uuid 6d5e1956-d54f-47fa-81b6-c740d781383f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.770965] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504369} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.771248] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. [ 1220.772136] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838cff6-27b9-4b09-b86d-01618a5357e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.797924] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.798249] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7bc4fdc-4737-4068-8ff8-09a464c21c62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.816552] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1220.816552] env[69959]: value = "task-4087593" [ 1220.816552] env[69959]: _type = "Task" [ 1220.816552] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.824811] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.964436] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087592, 'name': ReconfigVM_Task, 'duration_secs': 0.342228} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.964683] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.965440] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb467a5-decf-487b-85f5-1baa26477513 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.987437] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8/aefbc084-0698-4ca7-a1f6-f83ec44869a8.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.987780] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e090e86-936e-420b-9c84-315b7e7104ec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.006319] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1221.006319] env[69959]: value = "task-4087594" [ 1221.006319] env[69959]: _type = "Task" [ 1221.006319] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.014894] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.322756] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fea158-3cd4-490c-a7a6-c8b3024f2f41 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.331843] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087593, 'name': ReconfigVM_Task, 'duration_secs': 0.272543} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.334011] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.335010] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26790ed7-b853-4e7a-b7de-ed59a77ccd28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.338460] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333de63-d29d-4a33-bb76-530272651473 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.391120] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1159573f-7c2c-4f75-89b8-7b1afc42775e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.402222] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135adc6d-ff01-4999-834a-097a6829a6f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.411426] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52676738-16f3-46c8-80e3-5bdb8c9c2e02 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.415695] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1221.415695] env[69959]: value = "task-4087595" [ 1221.415695] env[69959]: _type = "Task" [ 1221.415695] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.426974] env[69959]: DEBUG nova.compute.provider_tree [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.435652] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.519376] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087594, 'name': ReconfigVM_Task, 'duration_secs': 0.355483} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.519699] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Reconfigured VM instance instance-0000003f to attach disk [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8/aefbc084-0698-4ca7-a1f6-f83ec44869a8.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.520217] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.550789] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.551152] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f421c18e-9c14-44cc-b76f-1ef47ff1de5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.560170] env[69959]: DEBUG oslo_vmware.api [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1221.560170] env[69959]: value = "task-4087596" [ 1221.560170] env[69959]: _type = "Task" [ 1221.560170] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.570722] env[69959]: DEBUG oslo_vmware.api [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.653404] env[69959]: INFO nova.compute.manager [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Swapping old allocation on dict_keys(['7fd20412-76af-425c-a8c7-822bce27256b']) held by migration 90b0d692-7ed4-4b86-8c23-4a0287cae648 for instance [ 1221.677701] env[69959]: DEBUG nova.scheduler.client.report [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Overwriting current allocation {'allocations': {'7fd20412-76af-425c-a8c7-822bce27256b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '0e13695908bf4f8880269bacb86b8b51', 'user_id': 'e5a5882ffd7e4708a33182723fc5dbe1', 'consumer_generation': 1} on consumer 8119be88-48db-4874-b5e9-71f18d80196c {{(pid=69959) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1221.764535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.764772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.764961] env[69959]: DEBUG nova.network.neutron [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.927232] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087595, 'name': ReconfigVM_Task, 'duration_secs': 0.175674} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.927566] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.927728] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3c23ca7-d5e2-41f7-bd00-40004d729667 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.930090] env[69959]: DEBUG nova.scheduler.client.report [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.940233] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1221.940233] env[69959]: value = "task-4087597" [ 1221.940233] env[69959]: _type = "Task" [ 1221.940233] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.951702] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.026763] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e134a2-71eb-4705-b91d-b691f8ef9616 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.047331] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5810356-1803-4488-be54-c4afcbacdde1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.065973] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.079024] env[69959]: DEBUG oslo_vmware.api [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087596, 'name': PowerOffVM_Task, 'duration_secs': 0.194048} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.079323] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.079520] env[69959]: DEBUG nova.compute.manager [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.080342] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff0e38-5aba-4491-8ec7-b7a53b257bc2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.435193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.435745] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.438321] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.352s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.452019] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087597, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.593381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-102114cc-d2f9-49c7-bd85-e71468b0d5c5 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.617092] env[69959]: DEBUG nova.network.neutron [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [{"id": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "address": "fa:16:3e:87:27:a6", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8406a-38", "ovs_interfaceid": "fcd8406a-38a4-4a38-9bb4-9ee06617a63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.623700] env[69959]: DEBUG nova.network.neutron [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Port 80f6c07f-367f-46fa-bb48-a72ae1348f83 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.945993] env[69959]: DEBUG nova.compute.utils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.948157] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.948335] env[69959]: DEBUG nova.network.neutron [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.960087] env[69959]: DEBUG oslo_vmware.api [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087597, 'name': PowerOnVM_Task, 'duration_secs': 0.522934} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.960933] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.964305] env[69959]: DEBUG nova.compute.manager [None req-ecf8555b-2f41-4fc3-8335-86431ba01430 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.965224] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cd93c8-7cfc-4da4-a3b8-265aacab4e04 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.005850] env[69959]: DEBUG nova.policy [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809e6a089c7642aeb98c01073e83f8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120b72feca9744f3b85bf6c48562ad0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.119675] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b71b64-b4ca-479e-a715-5f695bd21db4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.122720] env[69959]: DEBUG oslo_concurrency.lockutils [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-8119be88-48db-4874-b5e9-71f18d80196c" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.123611] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b6d1e-76c3-4c63-9852-5e6e2c3f88c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.136362] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1e604-5bd9-4e24-90a5-8326f1cfbf22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.140008] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1f0542-b445-451c-ae2f-fcaaffb9fbd3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.177171] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d26c9-6fbe-437b-b339-b913507f84db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.188423] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9f348-6b7d-44e7-93ef-aa755c39e1d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.205491] env[69959]: DEBUG nova.compute.provider_tree [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.300573] env[69959]: DEBUG nova.network.neutron [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Successfully created port: 99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.328091] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "6d5e1956-d54f-47fa-81b6-c740d781383f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.328091] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.328314] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "6d5e1956-d54f-47fa-81b6-c740d781383f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.328644] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.328644] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.330736] env[69959]: INFO nova.compute.manager [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Terminating instance [ 1223.455182] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.646917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.646917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.646917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.708962] env[69959]: DEBUG nova.scheduler.client.report [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.835325] env[69959]: DEBUG nova.compute.manager [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.835579] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.836997] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8367b8-69d2-40c5-a5c3-620d1d41e0e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.845033] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.845263] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88784f3e-6f25-488c-ae37-97bd7c1c2cfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.916721] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.916911] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.916959] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore2] 6d5e1956-d54f-47fa-81b6-c740d781383f {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.917222] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b87c23-5c7a-4bbe-8106-dda7c3a5596b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.925442] env[69959]: DEBUG oslo_vmware.api [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1223.925442] env[69959]: value = "task-4087599" [ 1223.925442] env[69959]: _type = "Task" [ 1223.925442] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.933342] env[69959]: DEBUG oslo_vmware.api [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.272284] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.272785] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8462f7-9661-4ff4-931a-651f75691cbc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.282033] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1224.282033] env[69959]: value = "task-4087600" [ 1224.282033] env[69959]: _type = "Task" [ 1224.282033] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.291820] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.436405] env[69959]: DEBUG oslo_vmware.api [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150802} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.436671] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.436867] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.437053] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.437233] env[69959]: INFO nova.compute.manager [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1224.437478] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.437797] env[69959]: DEBUG nova.compute.manager [-] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.437906] env[69959]: DEBUG nova.network.neutron [-] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.466422] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.500111] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.500606] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.500802] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.500916] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.501086] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.501293] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.501981] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.501981] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.501981] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.503506] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.503506] env[69959]: DEBUG nova.virt.hardware [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.504700] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3790c0-c0f5-49fc-abc0-e3dde97a80f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.513151] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bdb89e-a79f-4f50-9443-44f767c41612 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.698844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.698844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.698844] env[69959]: DEBUG nova.network.neutron [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.713178] env[69959]: DEBUG nova.compute.manager [req-52ad9bc2-951c-4588-9fbf-06d0174e5441 req-ff4a9e9c-f2e8-4093-8e9d-bf8d6c91a8be service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Received event network-vif-plugged-99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.713401] env[69959]: DEBUG oslo_concurrency.lockutils [req-52ad9bc2-951c-4588-9fbf-06d0174e5441 req-ff4a9e9c-f2e8-4093-8e9d-bf8d6c91a8be service nova] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.713674] env[69959]: DEBUG oslo_concurrency.lockutils [req-52ad9bc2-951c-4588-9fbf-06d0174e5441 req-ff4a9e9c-f2e8-4093-8e9d-bf8d6c91a8be service nova] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.713883] env[69959]: DEBUG oslo_concurrency.lockutils [req-52ad9bc2-951c-4588-9fbf-06d0174e5441 req-ff4a9e9c-f2e8-4093-8e9d-bf8d6c91a8be service nova] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.716372] env[69959]: DEBUG nova.compute.manager [req-52ad9bc2-951c-4588-9fbf-06d0174e5441 req-ff4a9e9c-f2e8-4093-8e9d-bf8d6c91a8be service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] No waiting events found dispatching network-vif-plugged-99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1224.716609] env[69959]: WARNING nova.compute.manager [req-52ad9bc2-951c-4588-9fbf-06d0174e5441 req-ff4a9e9c-f2e8-4093-8e9d-bf8d6c91a8be service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Received unexpected event network-vif-plugged-99418f9d-2fdf-4a20-863e-35069c174f70 for instance with vm_state building and task_state spawning. [ 1224.720140] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.282s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.748243] env[69959]: DEBUG nova.compute.manager [req-f44a92e7-c30f-442e-8cb4-f76ee085c7b7 req-534a3768-fc42-4852-b529-c1f2cd90b1f9 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Received event network-vif-deleted-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.748243] env[69959]: INFO nova.compute.manager [req-f44a92e7-c30f-442e-8cb4-f76ee085c7b7 req-534a3768-fc42-4852-b529-c1f2cd90b1f9 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Neutron deleted interface cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d; detaching it from the instance and deleting it from the info cache [ 1224.748243] env[69959]: DEBUG nova.network.neutron [req-f44a92e7-c30f-442e-8cb4-f76ee085c7b7 req-534a3768-fc42-4852-b529-c1f2cd90b1f9 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.792638] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087600, 'name': PowerOffVM_Task, 'duration_secs': 0.223364} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.792947] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.794954] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.794954] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.794954] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.794954] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.795281] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.795281] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.795534] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.796357] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.796357] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.796357] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.796580] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.804191] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3701bdb0-d37b-4a1b-9052-eeb740c4475e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.819825] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1224.819825] env[69959]: value = "task-4087601" [ 1224.819825] env[69959]: _type = "Task" [ 1224.819825] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.829023] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.853066] env[69959]: DEBUG nova.network.neutron [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Successfully updated port: 99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.231426] env[69959]: DEBUG nova.network.neutron [-] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.253259] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea029ee0-44e8-482f-95ad-83a373043a57 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.263642] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f26bca-abcc-4aaa-adac-bfdcc02cb041 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.304057] env[69959]: DEBUG nova.compute.manager [req-f44a92e7-c30f-442e-8cb4-f76ee085c7b7 req-534a3768-fc42-4852-b529-c1f2cd90b1f9 service nova] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Detach interface failed, port_id=cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d, reason: Instance 6d5e1956-d54f-47fa-81b6-c740d781383f could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.305513] env[69959]: INFO nova.scheduler.client.report [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted allocation for migration f58a48a5-d795-426d-8cac-fdf1368cdaa2 [ 1225.331015] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087601, 'name': ReconfigVM_Task, 'duration_secs': 0.162516} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.332070] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23350338-de5d-4d15-9f9c-19b550f1a634 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.355014] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.355313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.355496] env[69959]: INFO nova.compute.manager [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Shelving [ 1225.357412] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.359037] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.359922] env[69959]: DEBUG nova.virt.hardware [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.363817] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.363945] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.364107] env[69959]: DEBUG nova.network.neutron [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.365138] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0b53df-2cf0-4f43-a6f6-3722d7c5a05a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.373359] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1225.373359] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f09f1-4b75-2c5e-8e6c-a60ca98b1a9f" [ 1225.373359] env[69959]: _type = "Task" [ 1225.373359] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.387807] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526f09f1-4b75-2c5e-8e6c-a60ca98b1a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.394036] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.394560] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2693dc0-75fe-4a71-9aaf-f7d5919c4925 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.418284] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1225.418284] env[69959]: value = "task-4087602" [ 1225.418284] env[69959]: _type = "Task" [ 1225.418284] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.431108] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.481054] env[69959]: DEBUG nova.network.neutron [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.735556] env[69959]: INFO nova.compute.manager [-] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Took 1.30 seconds to deallocate network for instance. [ 1225.779443] env[69959]: INFO nova.compute.manager [None req-ee2ca346-1934-405b-aa4a-253831bbc7fe tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Get console output [ 1225.779813] env[69959]: WARNING nova.virt.vmwareapi.driver [None req-ee2ca346-1934-405b-aa4a-253831bbc7fe tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] The console log is missing. Check your VSPC configuration [ 1225.811551] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17d7b57c-b5b6-4b42-a480-1f3ba8015a0e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.792s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.881647] env[69959]: INFO nova.compute.manager [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Rescuing [ 1225.881928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.882115] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.882809] env[69959]: DEBUG nova.network.neutron [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.916915] env[69959]: DEBUG nova.network.neutron [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.929042] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087602, 'name': ReconfigVM_Task, 'duration_secs': 0.50476} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.930024] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.930246] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e576920f-f6d1-40ac-9105-b6c5f10c8b2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.956112] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.959187] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8340d4df-82e4-4781-82b7-e36e8baf938b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.979523] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1225.979523] env[69959]: value = "task-4087603" [ 1225.979523] env[69959]: _type = "Task" [ 1225.979523] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.984365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.994762] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.109239] env[69959]: DEBUG nova.network.neutron [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [{"id": "99418f9d-2fdf-4a20-863e-35069c174f70", "address": "fa:16:3e:dd:6f:54", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99418f9d-2f", "ovs_interfaceid": "99418f9d-2fdf-4a20-863e-35069c174f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.242832] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.243159] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.243531] env[69959]: DEBUG nova.objects.instance [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'resources' on Instance uuid 6d5e1956-d54f-47fa-81b6-c740d781383f {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.373140] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.373483] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8036906-78d7-4496-b2d8-1b3fdf640d29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.380449] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1226.380449] env[69959]: value = "task-4087604" [ 1226.380449] env[69959]: _type = "Task" [ 1226.380449] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.393765] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.496188] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087603, 'name': ReconfigVM_Task, 'duration_secs': 0.360401} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.498870] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c/8119be88-48db-4874-b5e9-71f18d80196c.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.504531] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9240cae-0354-46d8-b301-83ab821b432f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.530972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd86f7-168c-4d28-8582-808fb750c090 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.534373] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd44042-b57f-41cd-a973-cbd6ec79c9a4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.581511] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c6a9b-631a-4104-b928-23bbb622ee35 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.587879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105580ad-d447-488f-bca6-d0a350c339f0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.595669] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.615782] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.616291] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Instance network_info: |[{"id": "99418f9d-2fdf-4a20-863e-35069c174f70", "address": "fa:16:3e:dd:6f:54", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99418f9d-2f", "ovs_interfaceid": "99418f9d-2fdf-4a20-863e-35069c174f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.617204] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:6f:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99418f9d-2fdf-4a20-863e-35069c174f70', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.624838] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.625576] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d0c7f4-8e3a-44c9-a6ed-9de1b8607f0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.629225] env[69959]: DEBUG nova.network.neutron [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Updating instance_info_cache with network_info: [{"id": "7f3e1037-1a51-484a-badf-5e40237133fb", "address": "fa:16:3e:c5:28:a2", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3e1037-1a", "ovs_interfaceid": "7f3e1037-1a51-484a-badf-5e40237133fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.630362] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.630593] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be25c6ac-4626-406b-b87a-d35b1afa019f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.650237] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.650501] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bad8943-bbe9-469b-bb38-2c404364672c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.653442] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.653442] env[69959]: value = "task-4087605" [ 1226.653442] env[69959]: _type = "Task" [ 1226.653442] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.658969] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1226.658969] env[69959]: value = "task-4087606" [ 1226.658969] env[69959]: _type = "Task" [ 1226.658969] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.661989] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087605, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.672171] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.746026] env[69959]: DEBUG nova.compute.manager [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Received event network-changed-99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.746026] env[69959]: DEBUG nova.compute.manager [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Refreshing instance network info cache due to event network-changed-99418f9d-2fdf-4a20-863e-35069c174f70. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.746267] env[69959]: DEBUG oslo_concurrency.lockutils [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] Acquiring lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.746432] env[69959]: DEBUG oslo_concurrency.lockutils [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] Acquired lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.746500] env[69959]: DEBUG nova.network.neutron [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Refreshing network info cache for port 99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.898547] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087604, 'name': PowerOffVM_Task, 'duration_secs': 0.216856} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.898903] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.900204] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec632e-75ad-4211-81aa-3c12525c63e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.926696] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fac203-e847-496c-93f2-94a70ac522c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.941651] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca141e68-9271-4dec-8c2f-98bd87d33c0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.950521] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27f248d-73ec-4408-a612-cd5093c37373 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.985639] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122708a8-f037-4192-9e71-4256d67ced0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.994533] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37a8761-38ca-4bdf-a4f5-e6c272bd71d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.011667] env[69959]: DEBUG nova.compute.provider_tree [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.120335] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.120651] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926fa70e-0a06-4c20-82cf-54dbb643255d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.128418] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1227.128418] env[69959]: value = "task-4087607" [ 1227.128418] env[69959]: _type = "Task" [ 1227.128418] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.137025] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.146722] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.164775] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087605, 'name': CreateVM_Task, 'duration_secs': 0.352741} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.168070] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.168675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.168833] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.169186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.169977] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12afe6cc-b16e-4db9-881d-f715ba2b7e54 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.176893] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.180782] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1227.180782] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5249f582-2eec-fe76-9bbe-5163545bb517" [ 1227.180782] env[69959]: _type = "Task" [ 1227.180782] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.193762] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5249f582-2eec-fe76-9bbe-5163545bb517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.438510] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1227.439022] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f8de251-5d6d-4e3b-b056-e57ab316bd36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.447957] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1227.447957] env[69959]: value = "task-4087608" [ 1227.447957] env[69959]: _type = "Task" [ 1227.447957] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.457805] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.461496] env[69959]: DEBUG nova.network.neutron [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updated VIF entry in instance network info cache for port 99418f9d-2fdf-4a20-863e-35069c174f70. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.461873] env[69959]: DEBUG nova.network.neutron [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [{"id": "99418f9d-2fdf-4a20-863e-35069c174f70", "address": "fa:16:3e:dd:6f:54", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99418f9d-2f", "ovs_interfaceid": "99418f9d-2fdf-4a20-863e-35069c174f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.515161] env[69959]: DEBUG nova.scheduler.client.report [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.640304] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.674544] env[69959]: DEBUG oslo_vmware.api [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087606, 'name': PowerOnVM_Task, 'duration_secs': 0.655304} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.674840] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.692278] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5249f582-2eec-fe76-9bbe-5163545bb517, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.693167] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.693399] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.693659] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.693820] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.694010] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.694665] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b307c2b-7fbe-45f8-93c3-a9ea57eac763 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.705297] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.705297] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.706399] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98812b05-1b74-4d21-b326-85797818bc8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.712450] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1227.712450] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5209e1d3-a6c0-ebab-0084-05d301cf693a" [ 1227.712450] env[69959]: _type = "Task" [ 1227.712450] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.723651] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5209e1d3-a6c0-ebab-0084-05d301cf693a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.959972] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.964661] env[69959]: DEBUG oslo_concurrency.lockutils [req-8d6d52b4-b56f-4ab9-a6de-ac66afbf190b req-ff14ef47-d9d7-4bc5-bddc-7e087144ee43 service nova] Releasing lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.020481] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.044269] env[69959]: INFO nova.scheduler.client.report [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance 6d5e1956-d54f-47fa-81b6-c740d781383f [ 1228.140682] env[69959]: DEBUG oslo_vmware.api [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087607, 'name': PowerOnVM_Task, 'duration_secs': 0.790382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.140985] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.141192] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-db5f322a-5695-458a-9d5e-f6b5f142b5d2 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance 'aefbc084-0698-4ca7-a1f6-f83ec44869a8' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.225114] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5209e1d3-a6c0-ebab-0084-05d301cf693a, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.225413] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff50940-4bbc-4fd9-8f71-758875e2b0d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.232571] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1228.232571] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e574b1-be0d-3407-f67b-3da2cdb050f8" [ 1228.232571] env[69959]: _type = "Task" [ 1228.232571] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.244275] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e574b1-be0d-3407-f67b-3da2cdb050f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.461940] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087608, 'name': CreateSnapshot_Task, 'duration_secs': 0.899166} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.462410] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1228.463433] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e85c9c-d18a-45a1-af9e-f462ddd69367 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.551254] env[69959]: DEBUG oslo_concurrency.lockutils [None req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "6d5e1956-d54f-47fa-81b6-c740d781383f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.223s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.699915] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.700258] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e126ec-2187-425b-aeca-041068da193c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.708830] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1228.708830] env[69959]: value = "task-4087609" [ 1228.708830] env[69959]: _type = "Task" [ 1228.708830] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.718522] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.724196] env[69959]: INFO nova.compute.manager [None req-64edecbe-57b9-4d1b-8f50-4ccc897e0e95 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance to original state: 'active' [ 1228.746304] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52e574b1-be0d-3407-f67b-3da2cdb050f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.746617] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.746904] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88/0ca79650-d74c-4155-ad2c-1b491fe26a88.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.747208] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9e5339d-5587-4fc7-a6a8-56db3245a5cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.757452] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1228.757452] env[69959]: value = "task-4087610" [ 1228.757452] env[69959]: _type = "Task" [ 1228.757452] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.768015] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.983849] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1228.984382] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7066c07-7ded-42c2-80fd-66a5eacd75b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.995454] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1228.995454] env[69959]: value = "task-4087611" [ 1228.995454] env[69959]: _type = "Task" [ 1228.995454] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.006784] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087611, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.224424] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087609, 'name': PowerOffVM_Task, 'duration_secs': 0.266777} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.225576] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.227167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00de5d0-177a-48d3-b22c-a4be3db893d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.258539] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd83bb42-fe2a-4aa0-9249-7639c679a2b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.272020] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087610, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.306633] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.306935] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55242030-50d0-4fcb-b087-3f2754636ce2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.314877] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1229.314877] env[69959]: value = "task-4087612" [ 1229.314877] env[69959]: _type = "Task" [ 1229.314877] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.325669] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1229.325913] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.326186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.326339] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.326521] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.326770] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92863a89-5132-4c0c-a5c0-ea46c4ccb589 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.340523] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.340720] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.341478] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0547c6be-8eec-4915-9210-31ea507a8c25 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.347159] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1229.347159] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526df728-6713-3a75-3792-c6260140e740" [ 1229.347159] env[69959]: _type = "Task" [ 1229.347159] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.355335] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526df728-6713-3a75-3792-c6260140e740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.507711] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087611, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.607170] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "a363197e-38b3-48fb-a1fe-6664f613458b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.607666] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a363197e-38b3-48fb-a1fe-6664f613458b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.607750] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "a363197e-38b3-48fb-a1fe-6664f613458b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.607884] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a363197e-38b3-48fb-a1fe-6664f613458b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.608074] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a363197e-38b3-48fb-a1fe-6664f613458b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.610589] env[69959]: INFO nova.compute.manager [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Terminating instance [ 1229.771671] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540479} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.771909] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88/0ca79650-d74c-4155-ad2c-1b491fe26a88.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.772234] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.772508] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-864a6575-11ef-4ce3-b3f5-54e8f1c0f0f5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.781594] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1229.781594] env[69959]: value = "task-4087613" [ 1229.781594] env[69959]: _type = "Task" [ 1229.781594] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.792639] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.861926] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526df728-6713-3a75-3792-c6260140e740, 'name': SearchDatastore_Task, 'duration_secs': 0.036611} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.864043] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075641f3-d75e-4afe-b2c7-0370e94bdc10 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.872474] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1229.872474] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b469a7-a20f-2a6e-9b4f-742fbfcc46cb" [ 1229.872474] env[69959]: _type = "Task" [ 1229.872474] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.882818] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b469a7-a20f-2a6e-9b4f-742fbfcc46cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.007698] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087611, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.115448] env[69959]: DEBUG nova.compute.manager [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.115771] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.116725] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b959460-c7de-45cf-aa27-2d02b4cb1b62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.126230] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.126490] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9202b65f-bab0-4fd3-9141-5efe9e75ade1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.133977] env[69959]: DEBUG oslo_vmware.api [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1230.133977] env[69959]: value = "task-4087614" [ 1230.133977] env[69959]: _type = "Task" [ 1230.133977] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.143477] env[69959]: DEBUG oslo_vmware.api [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.292537] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069707} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.292818] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.293849] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b977170-cbf3-47bb-8c41-c8f8b35e1924 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.319079] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88/0ca79650-d74c-4155-ad2c-1b491fe26a88.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.319396] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90b311a-ef11-4706-a70c-d88f8b7950a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.341572] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1230.341572] env[69959]: value = "task-4087615" [ 1230.341572] env[69959]: _type = "Task" [ 1230.341572] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.349790] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.350207] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.350449] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.350636] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.350826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.355739] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.356294] env[69959]: INFO nova.compute.manager [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Terminating instance [ 1230.385789] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b469a7-a20f-2a6e-9b4f-742fbfcc46cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.386013] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.386288] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. {{(pid=69959) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1230.386563] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e11d1be9-5e8c-470d-b527-aad2e45e5501 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.394581] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1230.394581] env[69959]: value = "task-4087616" [ 1230.394581] env[69959]: _type = "Task" [ 1230.394581] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.404331] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.509704] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087611, 'name': CloneVM_Task, 'duration_secs': 1.448272} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.510072] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Created linked-clone VM from snapshot [ 1230.510962] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155681d3-789d-4e19-9dab-245344d5c9b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.519742] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Uploading image 5ee3bc12-f5e7-44a4-a69f-c4465b37334f {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1230.546029] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1230.546029] env[69959]: value = "vm-809846" [ 1230.546029] env[69959]: _type = "VirtualMachine" [ 1230.546029] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1230.546406] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ff89410-22ef-4ec5-b26e-c95379b98407 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.554402] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease: (returnval){ [ 1230.554402] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200b721-d33a-ac77-4456-b4abb45f280a" [ 1230.554402] env[69959]: _type = "HttpNfcLease" [ 1230.554402] env[69959]: } obtained for exporting VM: (result){ [ 1230.554402] env[69959]: value = "vm-809846" [ 1230.554402] env[69959]: _type = "VirtualMachine" [ 1230.554402] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1230.554902] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the lease: (returnval){ [ 1230.554902] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200b721-d33a-ac77-4456-b4abb45f280a" [ 1230.554902] env[69959]: _type = "HttpNfcLease" [ 1230.554902] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1230.562671] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.562671] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200b721-d33a-ac77-4456-b4abb45f280a" [ 1230.562671] env[69959]: _type = "HttpNfcLease" [ 1230.562671] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.591031] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.591359] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.591605] env[69959]: DEBUG nova.compute.manager [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Going to confirm migration 8 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1230.646302] env[69959]: DEBUG oslo_vmware.api [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087614, 'name': PowerOffVM_Task, 'duration_secs': 0.374098} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.646791] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.646791] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.646995] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac9e8f5c-8c2c-4d90-8364-3e151710ca42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.733135] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.733427] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.734186] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleting the datastore file [datastore1] a363197e-38b3-48fb-a1fe-6664f613458b {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.734186] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa525c0f-30fe-4f13-8851-07e9e32ff52c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.742711] env[69959]: DEBUG oslo_vmware.api [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for the task: (returnval){ [ 1230.742711] env[69959]: value = "task-4087619" [ 1230.742711] env[69959]: _type = "Task" [ 1230.742711] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.753472] env[69959]: DEBUG oslo_vmware.api [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.854204] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.860473] env[69959]: DEBUG nova.compute.manager [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.860968] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.861344] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4406d7-29ee-45c5-97fd-75eb0a9e60d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.870083] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1230.870083] env[69959]: value = "task-4087620" [ 1230.870083] env[69959]: _type = "Task" [ 1230.870083] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.881454] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.906066] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.063620] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.063620] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200b721-d33a-ac77-4456-b4abb45f280a" [ 1231.063620] env[69959]: _type = "HttpNfcLease" [ 1231.063620] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1231.064036] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1231.064036] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5200b721-d33a-ac77-4456-b4abb45f280a" [ 1231.064036] env[69959]: _type = "HttpNfcLease" [ 1231.064036] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1231.064879] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c1e2f-9b6a-4ded-8ee1-5ad3369d56de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.073573] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52062a47-5755-94d0-33c1-cb7557d1affb/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1231.073876] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52062a47-5755-94d0-33c1-cb7557d1affb/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1231.176996] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f6b1119-8ce7-4c46-9945-08f605a6e77c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.200088] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.200329] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.200515] env[69959]: DEBUG nova.network.neutron [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.200701] env[69959]: DEBUG nova.objects.instance [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'info_cache' on Instance uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.252888] env[69959]: DEBUG oslo_vmware.api [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Task: {'id': task-4087619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264451} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.253169] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.253327] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.253501] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.253698] env[69959]: INFO nova.compute.manager [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1231.253952] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.254152] env[69959]: DEBUG nova.compute.manager [-] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.254272] env[69959]: DEBUG nova.network.neutron [-] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.351591] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087615, 'name': ReconfigVM_Task, 'duration_secs': 0.621005} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.351908] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88/0ca79650-d74c-4155-ad2c-1b491fe26a88.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.352597] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e78a13d8-224d-4a8e-af93-5e932b70f31b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.359743] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1231.359743] env[69959]: value = "task-4087621" [ 1231.359743] env[69959]: _type = "Task" [ 1231.359743] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.368621] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087621, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.379009] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087620, 'name': PowerOffVM_Task, 'duration_secs': 0.221563} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.379373] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.379574] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.379769] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809834', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'name': 'volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8119be88-48db-4874-b5e9-71f18d80196c', 'attached_at': '2025-05-13T17:11:00.000000', 'detached_at': '', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'serial': '650934f6-ce0c-45a3-8496-6f3b0781b9c5'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.380600] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e025690-6a5e-4945-aa75-b8b63ac1420b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.410562] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bea101-464d-4167-8d0a-b93d5d2d226c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.422069] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc01dcf-731f-4343-89ec-085a61d582c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.424798] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535813} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.425235] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. [ 1231.426461] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a765ca-9fa7-4478-ad88-2aaff54a2558 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.446956] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0350c3-b3df-4d6a-b265-cdce67df34f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.472392] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.473229] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c52856c-1791-4568-83d6-908cf2e5fbe4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.501312] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] The volume has not been displaced from its original location: [datastore2] volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5/volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.506879] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.507841] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1006c7f-420c-427f-ae4c-d3ae24c7e63f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.527814] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1231.527814] env[69959]: value = "task-4087622" [ 1231.527814] env[69959]: _type = "Task" [ 1231.527814] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.541492] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.542779] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1231.542779] env[69959]: value = "task-4087623" [ 1231.542779] env[69959]: _type = "Task" [ 1231.542779] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.552812] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.560224] env[69959]: DEBUG nova.compute.manager [req-5aae49ec-df62-47f4-845e-86cb720d4e4d req-d242b66a-179f-40ab-9fc8-9c34714c8129 service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Received event network-vif-deleted-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.560375] env[69959]: INFO nova.compute.manager [req-5aae49ec-df62-47f4-845e-86cb720d4e4d req-d242b66a-179f-40ab-9fc8-9c34714c8129 service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Neutron deleted interface 5cbf4c1c-db92-4812-afb2-44e907d8a4f0; detaching it from the instance and deleting it from the info cache [ 1231.560609] env[69959]: DEBUG nova.network.neutron [req-5aae49ec-df62-47f4-845e-86cb720d4e4d req-d242b66a-179f-40ab-9fc8-9c34714c8129 service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.871820] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087621, 'name': Rename_Task, 'duration_secs': 0.292964} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.872357] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.872674] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9708730e-6388-4576-8f76-dfbf8d88ea5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.880335] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1231.880335] env[69959]: value = "task-4087624" [ 1231.880335] env[69959]: _type = "Task" [ 1231.880335] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.889809] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.039141] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087622, 'name': ReconfigVM_Task, 'duration_secs': 0.398102} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.040152] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Reconfigured VM instance instance-0000006d to attach disk [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.041144] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea9efb-09e1-49e6-a228-a03344f315ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.044235] env[69959]: DEBUG nova.network.neutron [-] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.055942] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087623, 'name': ReconfigVM_Task, 'duration_secs': 0.28016} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.074277] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.084968] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29cfdf4-aec9-474f-a8ee-8b92c628c313 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.095125] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77f48ac3-cfb8-4a7e-b684-a613f2acfa1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.097710] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69651020-a4c3-4f50-bbe7-ce5884780614 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.118071] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342ee832-905c-4458-a4ce-0b6236c22fc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.131042] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1232.131042] env[69959]: value = "task-4087626" [ 1232.131042] env[69959]: _type = "Task" [ 1232.131042] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.133177] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1232.133177] env[69959]: value = "task-4087625" [ 1232.133177] env[69959]: _type = "Task" [ 1232.133177] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.148995] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.162754] env[69959]: DEBUG nova.compute.manager [req-5aae49ec-df62-47f4-845e-86cb720d4e4d req-d242b66a-179f-40ab-9fc8-9c34714c8129 service nova] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Detach interface failed, port_id=5cbf4c1c-db92-4812-afb2-44e907d8a4f0, reason: Instance a363197e-38b3-48fb-a1fe-6664f613458b could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.395097] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.452905] env[69959]: DEBUG nova.network.neutron [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [{"id": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "address": "fa:16:3e:96:b5:17", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6c07f-36", "ovs_interfaceid": "80f6c07f-367f-46fa-bb48-a72ae1348f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.550758] env[69959]: INFO nova.compute.manager [-] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Took 1.30 seconds to deallocate network for instance. [ 1232.647807] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087625, 'name': ReconfigVM_Task, 'duration_secs': 0.202296} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.651774] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809834', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'name': 'volume-650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8119be88-48db-4874-b5e9-71f18d80196c', 'attached_at': '2025-05-13T17:11:00.000000', 'detached_at': '', 'volume_id': '650934f6-ce0c-45a3-8496-6f3b0781b9c5', 'serial': '650934f6-ce0c-45a3-8496-6f3b0781b9c5'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.652185] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.652549] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087626, 'name': ReconfigVM_Task, 'duration_secs': 0.202859} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.653347] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5b9f65-3b74-473c-bda0-d0949983afd6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.656251] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.656593] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-728ef2b1-219b-421d-846d-2ea521e995fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.663350] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.664803] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09aec34b-8ae3-47e4-a4a7-5430daa9b6eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.666561] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1232.666561] env[69959]: value = "task-4087627" [ 1232.666561] env[69959]: _type = "Task" [ 1232.666561] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.675438] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.746489] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.746987] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.747386] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleting the datastore file [datastore1] 8119be88-48db-4874-b5e9-71f18d80196c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.747985] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f967e0-4eb6-4062-9ba6-d2508b326e61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.757092] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1232.757092] env[69959]: value = "task-4087629" [ 1232.757092] env[69959]: _type = "Task" [ 1232.757092] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.766350] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.892907] env[69959]: DEBUG oslo_vmware.api [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087624, 'name': PowerOnVM_Task, 'duration_secs': 0.762113} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.893359] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.893817] env[69959]: INFO nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1232.894148] env[69959]: DEBUG nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.895129] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c1b29-6cb0-49f2-8329-42f0813f80ce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.956447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-aefbc084-0698-4ca7-a1f6-f83ec44869a8" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.956712] env[69959]: DEBUG nova.objects.instance [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'migration_context' on Instance uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.058649] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.058953] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.059233] env[69959]: DEBUG nova.objects.instance [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lazy-loading 'resources' on Instance uuid a363197e-38b3-48fb-a1fe-6664f613458b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.177622] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.267017] env[69959]: DEBUG oslo_vmware.api [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360739} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.267370] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.267624] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.267854] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.268099] env[69959]: INFO nova.compute.manager [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1233.268458] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.268762] env[69959]: DEBUG nova.compute.manager [-] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.268966] env[69959]: DEBUG nova.network.neutron [-] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.416363] env[69959]: INFO nova.compute.manager [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Took 17.35 seconds to build instance. [ 1233.463025] env[69959]: DEBUG nova.objects.base [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.463025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2429c4-5204-4c1a-8541-5ee7d6af492f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.489055] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0128f3c-d1b0-40ef-bb05-f898cdfd805d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.495727] env[69959]: DEBUG oslo_vmware.api [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1233.495727] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52416a10-1faa-670f-9cd2-4f5c6900bc21" [ 1233.495727] env[69959]: _type = "Task" [ 1233.495727] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.506228] env[69959]: DEBUG oslo_vmware.api [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52416a10-1faa-670f-9cd2-4f5c6900bc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.680245] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087627, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.738024] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbc8227-1866-4efe-ad23-769b87156d09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.750089] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0fc4df-e8d1-4b37-b39a-7585eb273d7e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.792747] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474c6ed-1325-4cc2-af10-39b18a988efc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.796597] env[69959]: DEBUG nova.compute.manager [req-902129a0-d4e3-4fc4-b4a6-8b0b8e6ff8ef req-e82a538e-aa97-4321-86a2-a5887e7f03d7 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Received event network-vif-deleted-fcd8406a-38a4-4a38-9bb4-9ee06617a63b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.796777] env[69959]: INFO nova.compute.manager [req-902129a0-d4e3-4fc4-b4a6-8b0b8e6ff8ef req-e82a538e-aa97-4321-86a2-a5887e7f03d7 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Neutron deleted interface fcd8406a-38a4-4a38-9bb4-9ee06617a63b; detaching it from the instance and deleting it from the info cache [ 1233.796944] env[69959]: DEBUG nova.network.neutron [req-902129a0-d4e3-4fc4-b4a6-8b0b8e6ff8ef req-e82a538e-aa97-4321-86a2-a5887e7f03d7 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.610888] env[69959]: DEBUG nova.network.neutron [-] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.613874] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.560s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.624213] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8786f271-03cb-4ef8-8b7d-35684feb396d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.635764] env[69959]: DEBUG oslo_vmware.api [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087627, 'name': PowerOnVM_Task, 'duration_secs': 1.020361} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.636071] env[69959]: DEBUG oslo_vmware.api [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52416a10-1faa-670f-9cd2-4f5c6900bc21, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.636669] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.638456] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.639819] env[69959]: DEBUG nova.compute.manager [None req-4e9c62fd-bade-4c19-8536-2bbc1e1edbfe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.640685] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db63ef-6760-4dc9-a438-daa14a0996bb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.652542] env[69959]: DEBUG nova.compute.provider_tree [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.120950] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-924d9a6d-02d5-4f2c-a8b4-3cb87843967f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.124060] env[69959]: INFO nova.compute.manager [-] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Took 1.85 seconds to deallocate network for instance. [ 1235.135346] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c8e53a-a9c7-427c-9c75-28489e0a3e67 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.155890] env[69959]: DEBUG nova.scheduler.client.report [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.174115] env[69959]: DEBUG nova.compute.manager [req-902129a0-d4e3-4fc4-b4a6-8b0b8e6ff8ef req-e82a538e-aa97-4321-86a2-a5887e7f03d7 service nova] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Detach interface failed, port_id=fcd8406a-38a4-4a38-9bb4-9ee06617a63b, reason: Instance 8119be88-48db-4874-b5e9-71f18d80196c could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.177478] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.180298] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.542s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.191537] env[69959]: DEBUG nova.compute.manager [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1235.204942] env[69959]: INFO nova.scheduler.client.report [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Deleted allocations for instance a363197e-38b3-48fb-a1fe-6664f613458b [ 1235.676662] env[69959]: INFO nova.compute.manager [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Took 0.55 seconds to detach 1 volumes for instance. [ 1235.711337] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.718242] env[69959]: DEBUG oslo_concurrency.lockutils [None req-377e21f2-afe2-4590-bc4b-cb759ac22582 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Lock "a363197e-38b3-48fb-a1fe-6664f613458b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.111s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.858025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad17ea-ca70-4278-af77-b4a86015c90d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.867868] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3940274-10ef-4b2b-a8a4-6fafd73a64c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.902276] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd7876-873a-4c5d-835a-0c11d9f45e1c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.911161] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f1125-da87-436a-bc6c-7e9c1b48c70e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.927797] env[69959]: DEBUG nova.compute.provider_tree [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.184657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.283684] env[69959]: INFO nova.compute.manager [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Unrescuing [ 1236.284050] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.284320] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.284513] env[69959]: DEBUG nova.network.neutron [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.431773] env[69959]: DEBUG nova.scheduler.client.report [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.075258] env[69959]: DEBUG nova.network.neutron [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Updating instance_info_cache with network_info: [{"id": "7f3e1037-1a51-484a-badf-5e40237133fb", "address": "fa:16:3e:c5:28:a2", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3e1037-1a", "ovs_interfaceid": "7f3e1037-1a51-484a-badf-5e40237133fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.441991] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.262s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.444949] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.734s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.578977] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-d32b1b0e-4856-466f-b28e-19a691a8e164" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.580009] env[69959]: DEBUG nova.objects.instance [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'flavor' on Instance uuid d32b1b0e-4856-466f-b28e-19a691a8e164 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.953014] env[69959]: INFO nova.compute.claims [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.018810] env[69959]: INFO nova.scheduler.client.report [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted allocation for migration 2fa8111d-fe4e-4ce4-a472-263884fe0b10 [ 1238.085625] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6620f5af-fa09-483e-9273-9a75a57f5fa9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.109719] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.109719] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e1f5e09-5dd8-45c2-913e-c3091a2cb4a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.118212] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1238.118212] env[69959]: value = "task-4087630" [ 1238.118212] env[69959]: _type = "Task" [ 1238.118212] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.127440] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.335114] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.335760] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.335950] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.336247] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.336405] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.336554] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.462091] env[69959]: INFO nova.compute.resource_tracker [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating resource usage from migration df5fb990-6eee-43e9-882c-3223183ba4f5 [ 1238.526005] env[69959]: DEBUG oslo_concurrency.lockutils [None req-a34830c7-9ba3-4218-8e81-f7c185ddfa70 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.935s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.620512] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f10059-9c57-4d26-9aec-d07eed014ed1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.632015] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087630, 'name': PowerOffVM_Task, 'duration_secs': 0.241567} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.633992] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.643480] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.643873] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a8c828-c170-4ba1-a622-5a4f7978aab4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.664068] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a60262-59ec-48db-a878-f64a7efd3703 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.697794] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baabfe6d-a981-4fec-94be-89a2b0764f6f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.700570] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1238.700570] env[69959]: value = "task-4087631" [ 1238.700570] env[69959]: _type = "Task" [ 1238.700570] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.709642] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb3b6c-e07e-4cff-bb0c-b058ab44d999 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.717157] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.729493] env[69959]: DEBUG nova.compute.provider_tree [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.733049] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52062a47-5755-94d0-33c1-cb7557d1affb/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1238.734318] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c39301-aac1-4916-9cd1-9410151409ae {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.740824] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52062a47-5755-94d0-33c1-cb7557d1affb/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1238.740949] env[69959]: ERROR oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52062a47-5755-94d0-33c1-cb7557d1affb/disk-0.vmdk due to incomplete transfer. [ 1238.741957] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32054dd3-d009-410e-a2f3-91d5a0a47b53 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.751410] env[69959]: DEBUG oslo_vmware.rw_handles [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52062a47-5755-94d0-33c1-cb7557d1affb/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1238.751808] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Uploaded image 5ee3bc12-f5e7-44a4-a69f-c4465b37334f to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1238.754770] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1238.754770] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f3ef4e0-d132-4443-9c97-12bcac0723f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.762437] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1238.762437] env[69959]: value = "task-4087632" [ 1238.762437] env[69959]: _type = "Task" [ 1238.762437] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.771492] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087632, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.843581] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Getting list of instances from cluster (obj){ [ 1238.843581] env[69959]: value = "domain-c8" [ 1238.843581] env[69959]: _type = "ClusterComputeResource" [ 1238.843581] env[69959]: } {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1238.844803] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50fbbf3-5c6f-4199-84c1-e3151fe3e381 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.865899] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Got total of 8 instances {{(pid=69959) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1238.866144] env[69959]: WARNING nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1238.867376] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid e8a8267c-9619-4668-8ac1-e485a202a451 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867376] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867376] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid 8119be88-48db-4874-b5e9-71f18d80196c {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867376] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid efa90012-6baa-46b0-80f7-791ebd163232 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867376] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid da1955f6-5c6b-4227-992f-8bc5faed0877 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867692] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867734] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid d32b1b0e-4856-466f-b28e-19a691a8e164 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.867943] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid 5f330df8-015b-465c-9a06-78bd7d28d5bf {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.868170] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Triggering sync for uuid 0ca79650-d74c-4155-ad2c-1b491fe26a88 {{(pid=69959) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.868713] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "e8a8267c-9619-4668-8ac1-e485a202a451" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.869056] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "e8a8267c-9619-4668-8ac1-e485a202a451" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.869407] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.869639] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.869998] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "8119be88-48db-4874-b5e9-71f18d80196c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.870270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "efa90012-6baa-46b0-80f7-791ebd163232" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.870530] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "efa90012-6baa-46b0-80f7-791ebd163232" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.870850] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.871118] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.871460] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.871809] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "d32b1b0e-4856-466f-b28e-19a691a8e164" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.872026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.872207] env[69959]: INFO nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] During sync_power_state the instance has a pending task (unrescuing). Skip. [ 1238.872373] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.874105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.874105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.874105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.874105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.874105] env[69959]: INFO nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1238.874105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.874417] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.874417] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1238.875120] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1995e28-79d8-43f6-b47b-e38f193899ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.878510] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4976c-d2de-42c6-93bf-478c06694bde {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.881542] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cdd4b4-df04-4521-a6db-c6c20c45f14e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.884638] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ce691-93e3-48e9-8562-22c4a88506cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.887922] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f837f19d-7a5e-45b1-b0ae-5ae11b74f870 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.928200] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.213785] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087631, 'name': ReconfigVM_Task, 'duration_secs': 0.243442} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.214215] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.214296] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.214534] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f7ceec-7a84-43ad-8b66-89430d08a49b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.222975] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1239.222975] env[69959]: value = "task-4087633" [ 1239.222975] env[69959]: _type = "Task" [ 1239.222975] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.233679] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.237730] env[69959]: DEBUG nova.scheduler.client.report [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.274778] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087632, 'name': Destroy_Task, 'duration_secs': 0.374717} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.275068] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Destroyed the VM [ 1239.275410] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1239.275772] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96376514-0457-4f05-b4e0-620b79343fe8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.283099] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1239.283099] env[69959]: value = "task-4087634" [ 1239.283099] env[69959]: _type = "Task" [ 1239.283099] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.292380] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.327894] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.407780] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "efa90012-6baa-46b0-80f7-791ebd163232" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.408163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "e8a8267c-9619-4668-8ac1-e485a202a451" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.408499] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.408915] env[69959]: INFO nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] During sync_power_state the instance has a pending task (deleting). Skip. [ 1239.409122] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.409353] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.481s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.409626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.409795] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.409983] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.412155] env[69959]: INFO nova.compute.manager [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Terminating instance [ 1239.418514] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.736246] env[69959]: DEBUG oslo_vmware.api [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087633, 'name': PowerOnVM_Task, 'duration_secs': 0.39125} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.736246] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.736246] env[69959]: DEBUG nova.compute.manager [None req-7d172e45-4b25-4ff6-9589-07b1f86bdcfa tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.737119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70997aa-5693-4d63-88ec-e71ef3b1a631 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.741966] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.742261] env[69959]: INFO nova.compute.manager [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Migrating [ 1239.753074] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.568s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.753245] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.791352] env[69959]: INFO nova.scheduler.client.report [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted allocations for instance 8119be88-48db-4874-b5e9-71f18d80196c [ 1239.795939] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087634, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382858} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.798411] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1239.798705] env[69959]: DEBUG nova.compute.manager [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.800013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7914fe-0202-4232-b0ba-cee158497a47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.831379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.831721] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.833849] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.833849] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1239.833849] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1a50d-87fd-47d9-a4d8-fa597d0e3542 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.846021] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75431d88-9b38-4d6f-8bf6-f0945233beaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.867112] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797db6da-cb3f-4492-ae0a-ab95dc4e2cb6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.876754] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3781c02-3fda-407d-b4fc-56dca4d8b53d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.914020] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179645MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1239.914209] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.914503] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.917034] env[69959]: DEBUG nova.compute.manager [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.917034] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.921024] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae962c7-e4e6-483c-8c22-76563063368e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.926561] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.927152] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d9b323-0bef-414a-8c49-64d7a309f8ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.934153] env[69959]: DEBUG oslo_vmware.api [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1239.934153] env[69959]: value = "task-4087635" [ 1239.934153] env[69959]: _type = "Task" [ 1239.934153] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.943878] env[69959]: DEBUG oslo_vmware.api [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.272125] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.272447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.272447] env[69959]: DEBUG nova.network.neutron [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.303027] env[69959]: DEBUG oslo_concurrency.lockutils [None req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "8119be88-48db-4874-b5e9-71f18d80196c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.953s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.304759] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "8119be88-48db-4874-b5e9-71f18d80196c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.435s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.305195] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa67dafd-cce3-443e-a546-db83c6b104a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.319130] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908f53d-1d89-44cc-b0cb-618934015881 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.330386] env[69959]: INFO nova.compute.manager [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Shelve offloading [ 1240.449827] env[69959]: DEBUG oslo_vmware.api [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087635, 'name': PowerOffVM_Task, 'duration_secs': 0.477227} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.449827] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.449827] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.449827] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409ac989-ae6f-4dbc-8c38-7f5c5e939f87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.522021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.522021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.522021] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleting the datastore file [datastore2] aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.522276] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bc1e0d-5a81-435e-9798-c32288d60711 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.532134] env[69959]: DEBUG oslo_vmware.api [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1240.532134] env[69959]: value = "task-4087637" [ 1240.532134] env[69959]: _type = "Task" [ 1240.532134] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.543566] env[69959]: DEBUG oslo_vmware.api [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.835687] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.835687] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bdf94d1-7261-41d5-9f19-832e6a302962 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.843933] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1240.843933] env[69959]: value = "task-4087638" [ 1240.843933] env[69959]: _type = "Task" [ 1240.843933] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.858482] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1240.859766] env[69959]: DEBUG nova.compute.manager [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1240.859766] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "8119be88-48db-4874-b5e9-71f18d80196c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.860162] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768cf882-c1b3-41e0-99e8-2e72a40f078a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.869290] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.869290] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.869290] env[69959]: DEBUG nova.network.neutron [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.928995] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Applying migration context for instance 0ca79650-d74c-4155-ad2c-1b491fe26a88 as it has an incoming, in-progress migration df5fb990-6eee-43e9-882c-3223183ba4f5. Migration status is pre-migrating {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1240.930202] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating resource usage from migration df5fb990-6eee-43e9-882c-3223183ba4f5 [ 1240.952580] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance e8a8267c-9619-4668-8ac1-e485a202a451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.952733] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance efa90012-6baa-46b0-80f7-791ebd163232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b601e350-dccf-407a-b7af-f03c87a30138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance da1955f6-5c6b-4227-992f-8bc5faed0877 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d32b1b0e-4856-466f-b28e-19a691a8e164 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5f330df8-015b-465c-9a06-78bd7d28d5bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Migration df5fb990-6eee-43e9-882c-3223183ba4f5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1240.953520] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 0ca79650-d74c-4155-ad2c-1b491fe26a88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.027151] env[69959]: DEBUG nova.network.neutron [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [{"id": "99418f9d-2fdf-4a20-863e-35069c174f70", "address": "fa:16:3e:dd:6f:54", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99418f9d-2f", "ovs_interfaceid": "99418f9d-2fdf-4a20-863e-35069c174f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.040501] env[69959]: DEBUG oslo_vmware.api [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172566} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.041343] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.041516] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.045023] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.045023] env[69959]: INFO nova.compute.manager [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1241.045023] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.045023] env[69959]: DEBUG nova.compute.manager [-] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.045023] env[69959]: DEBUG nova.network.neutron [-] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.308526] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.308840] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.456111] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6b80778e-58da-4122-9434-c28e780729e2 has allocations against this compute host but is not found in the database. [ 1241.456841] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1241.456841] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1241.529447] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.565972] env[69959]: DEBUG nova.compute.manager [req-21175837-bc4c-4223-9fd8-0df9257304cb req-93452835-25eb-490c-8ac3-67b7462ea97e service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Received event network-vif-deleted-80f6c07f-367f-46fa-bb48-a72ae1348f83 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.565972] env[69959]: INFO nova.compute.manager [req-21175837-bc4c-4223-9fd8-0df9257304cb req-93452835-25eb-490c-8ac3-67b7462ea97e service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Neutron deleted interface 80f6c07f-367f-46fa-bb48-a72ae1348f83; detaching it from the instance and deleting it from the info cache [ 1241.565972] env[69959]: DEBUG nova.network.neutron [req-21175837-bc4c-4223-9fd8-0df9257304cb req-93452835-25eb-490c-8ac3-67b7462ea97e service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.652043] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4430ec-46f1-48de-a91d-53e91f6302dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.659562] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b3a3c8-36a8-4745-878e-2b0568fadd62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.695571] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a632b8-5210-42a5-8598-c75d3ed70dbb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.704669] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36022b0f-91ed-46c6-89bc-657062da1afd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.722627] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.755731] env[69959]: DEBUG nova.network.neutron [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.811585] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.030481] env[69959]: DEBUG nova.network.neutron [-] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.068344] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da6c0f9a-89ff-408b-add9-e2820b216209 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.081122] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b580d0-1c75-4dc0-8852-22a9f529b9aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.116204] env[69959]: DEBUG nova.compute.manager [req-21175837-bc4c-4223-9fd8-0df9257304cb req-93452835-25eb-490c-8ac3-67b7462ea97e service nova] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Detach interface failed, port_id=80f6c07f-367f-46fa-bb48-a72ae1348f83, reason: Instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.226889] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.258941] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.338193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.483035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.483284] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.534656] env[69959]: INFO nova.compute.manager [-] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Took 1.49 seconds to deallocate network for instance. [ 1242.563273] env[69959]: DEBUG nova.compute.manager [req-4c526057-58f0-415f-bb80-6be0f2797084 req-9a187804-4a9b-4a1a-bde4-7914084b4b4c service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-vif-unplugged-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.563273] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c526057-58f0-415f-bb80-6be0f2797084 req-9a187804-4a9b-4a1a-bde4-7914084b4b4c service nova] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.564190] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c526057-58f0-415f-bb80-6be0f2797084 req-9a187804-4a9b-4a1a-bde4-7914084b4b4c service nova] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.564190] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c526057-58f0-415f-bb80-6be0f2797084 req-9a187804-4a9b-4a1a-bde4-7914084b4b4c service nova] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.564190] env[69959]: DEBUG nova.compute.manager [req-4c526057-58f0-415f-bb80-6be0f2797084 req-9a187804-4a9b-4a1a-bde4-7914084b4b4c service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] No waiting events found dispatching network-vif-unplugged-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1242.564190] env[69959]: WARNING nova.compute.manager [req-4c526057-58f0-415f-bb80-6be0f2797084 req-9a187804-4a9b-4a1a-bde4-7914084b4b4c service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received unexpected event network-vif-unplugged-6627eb0b-cc42-42a1-90f0-891b5917454b for instance with vm_state shelved and task_state shelving_offloading. [ 1242.662279] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.664016] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980b02a-005b-4e1e-bc1b-cbefec7e0f0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.673518] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.673518] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01767797-2c9c-49a1-b614-cc003b136f20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.734068] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1242.734308] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.820s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.734607] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.397s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.737195] env[69959]: INFO nova.compute.claims [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.757339] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.757583] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.757773] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleting the datastore file [datastore1] b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.758070] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5cdf92-75a3-4a6f-a0fe-758227b830e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.766113] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1242.766113] env[69959]: value = "task-4087640" [ 1242.766113] env[69959]: _type = "Task" [ 1242.766113] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.776259] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.988809] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.042200] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.048493] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98404ee3-cd75-47f4-a199-54398aef35b6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.068558] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.276418] env[69959]: DEBUG oslo_vmware.api [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144928} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.276719] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.276909] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.277102] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.294147] env[69959]: INFO nova.scheduler.client.report [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted allocations for instance b601e350-dccf-407a-b7af-f03c87a30138 [ 1243.508229] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.574464] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.574887] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e56c5fac-28af-4f9c-a4f7-93b5daed4687 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.583117] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1243.583117] env[69959]: value = "task-4087641" [ 1243.583117] env[69959]: _type = "Task" [ 1243.583117] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.594030] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.625815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.626120] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.798533] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.912758] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205b9269-766c-4e4d-a479-d7eaa64165c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.921067] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692e7f20-6742-4cc7-95d9-eda162ff5278 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.952231] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc2e02-2653-4980-8857-af0a61c80b87 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.960588] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b4975b-e6b1-4d4b-b1ef-f5cbbfb85d85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.974993] env[69959]: DEBUG nova.compute.provider_tree [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.097833] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087641, 'name': PowerOffVM_Task, 'duration_secs': 0.262014} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.098384] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.099031] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.128555] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.478820] env[69959]: DEBUG nova.scheduler.client.report [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.606666] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.607051] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.607116] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.607380] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.607616] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.607740] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.607954] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.608169] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.608379] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.608571] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.608751] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.613701] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610752fe-19a9-458b-a11e-77bdd398a674 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.631827] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1244.631827] env[69959]: value = "task-4087642" [ 1244.631827] env[69959]: _type = "Task" [ 1244.631827] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.646072] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.648304] env[69959]: DEBUG nova.compute.manager [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.648479] env[69959]: DEBUG nova.compute.manager [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing instance network info cache due to event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.648691] env[69959]: DEBUG oslo_concurrency.lockutils [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.648835] env[69959]: DEBUG oslo_concurrency.lockutils [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.648998] env[69959]: DEBUG nova.network.neutron [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.651687] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.983467] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.984142] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.987891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.946s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.989248] env[69959]: DEBUG nova.objects.instance [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'resources' on Instance uuid aefbc084-0698-4ca7-a1f6-f83ec44869a8 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.142255] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.382875] env[69959]: DEBUG nova.network.neutron [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updated VIF entry in instance network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.383279] env[69959]: DEBUG nova.network.neutron [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.492282] env[69959]: DEBUG nova.compute.utils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.496823] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.497007] env[69959]: DEBUG nova.network.neutron [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.533936] env[69959]: DEBUG nova.policy [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a5882ffd7e4708a33182723fc5dbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e13695908bf4f8880269bacb86b8b51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.611604] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.644971] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.673436] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5549afab-659a-451b-8f71-de63c0bf67ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.681322] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9184566b-d34a-4201-b4f2-1d94d90374b2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.712061] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d27ebca-e732-4ebd-8d6f-e0b53ac3e2c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.721135] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932e58f-71f0-47ec-b674-95e5d924f8be {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.736118] env[69959]: DEBUG nova.compute.provider_tree [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.741345] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.886755] env[69959]: DEBUG oslo_concurrency.lockutils [req-09eff9bf-c636-481b-b64e-ed3bd58f7b29 req-ee66ef13-55e3-4cf3-9fe3-5f2c78cd76b0 service nova] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.921021] env[69959]: DEBUG nova.network.neutron [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Successfully created port: 926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.997279] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.145056] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087642, 'name': ReconfigVM_Task, 'duration_secs': 1.191745} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.145453] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.239595] env[69959]: DEBUG nova.scheduler.client.report [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.652342] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.652773] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.652773] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.652910] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.653075] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.653228] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.653434] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.653591] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.653758] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.653975] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.654168] env[69959]: DEBUG nova.virt.hardware [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.659481] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.659765] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343dd62a-1888-45e8-a2e3-afb577116054 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.678803] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1246.678803] env[69959]: value = "task-4087643" [ 1246.678803] env[69959]: _type = "Task" [ 1246.678803] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.689159] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.745783] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.748177] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.240s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.749901] env[69959]: INFO nova.compute.claims [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.770661] env[69959]: INFO nova.scheduler.client.report [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted allocations for instance aefbc084-0698-4ca7-a1f6-f83ec44869a8 [ 1247.006657] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.033936] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.034229] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.034393] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.034593] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.034758] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.034927] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.035208] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.035395] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.035585] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.035752] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.035940] env[69959]: DEBUG nova.virt.hardware [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.037076] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e813e6-0fb4-40c0-87d2-be3b49f3e501 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.046227] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ffef0-644d-436a-8161-8dc19c604825 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.191025] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087643, 'name': ReconfigVM_Task, 'duration_secs': 0.173773} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.191025] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.191025] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285c2cd-76a2-40f3-9336-5cf4bab1a597 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.216783] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88/0ca79650-d74c-4155-ad2c-1b491fe26a88.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.217154] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9b1ed9-60fd-407a-a81d-95002a0361d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.238165] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1247.238165] env[69959]: value = "task-4087644" [ 1247.238165] env[69959]: _type = "Task" [ 1247.238165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.247399] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.279029] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5eb52102-75ff-41c3-9805-e54238241c90 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "aefbc084-0698-4ca7-a1f6-f83ec44869a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.869s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.745516] env[69959]: DEBUG nova.compute.manager [req-3b891a1e-5d59-4612-a73a-ecaaa7120f9b req-8c6b780b-aa3d-4ef3-a4c4-e03148caf317 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-vif-plugged-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.745787] env[69959]: DEBUG oslo_concurrency.lockutils [req-3b891a1e-5d59-4612-a73a-ecaaa7120f9b req-8c6b780b-aa3d-4ef3-a4c4-e03148caf317 service nova] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.745954] env[69959]: DEBUG oslo_concurrency.lockutils [req-3b891a1e-5d59-4612-a73a-ecaaa7120f9b req-8c6b780b-aa3d-4ef3-a4c4-e03148caf317 service nova] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.746399] env[69959]: DEBUG oslo_concurrency.lockutils [req-3b891a1e-5d59-4612-a73a-ecaaa7120f9b req-8c6b780b-aa3d-4ef3-a4c4-e03148caf317 service nova] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.746656] env[69959]: DEBUG nova.compute.manager [req-3b891a1e-5d59-4612-a73a-ecaaa7120f9b req-8c6b780b-aa3d-4ef3-a4c4-e03148caf317 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] No waiting events found dispatching network-vif-plugged-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.746883] env[69959]: WARNING nova.compute.manager [req-3b891a1e-5d59-4612-a73a-ecaaa7120f9b req-8c6b780b-aa3d-4ef3-a4c4-e03148caf317 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received unexpected event network-vif-plugged-926b854c-3a53-43c7-8773-9e1380a3937a for instance with vm_state building and task_state spawning. [ 1247.753312] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087644, 'name': ReconfigVM_Task, 'duration_secs': 0.291215} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.753574] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88/0ca79650-d74c-4155-ad2c-1b491fe26a88.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.753876] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.897539] env[69959]: DEBUG nova.network.neutron [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Successfully updated port: 926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.918271] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974377a5-a82f-4990-a39c-cacf94ea3d21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.928338] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa92ab-cbe7-42aa-96e5-8f2da4514168 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.961068] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a5955-2343-483e-a882-9ce454e17424 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.969471] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db088904-e77b-4883-b5c6-a3a6bf831ee1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.983735] env[69959]: DEBUG nova.compute.provider_tree [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.261570] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68178b5-101b-4ab7-8f0a-d450c3387511 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.281128] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5989df1c-5267-4b73-9abd-9e90b18b77a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.300885] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.399746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.399965] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.400037] env[69959]: DEBUG nova.network.neutron [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.487744] env[69959]: DEBUG nova.scheduler.client.report [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.684095] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.684309] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.852197] env[69959]: DEBUG nova.network.neutron [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Port 99418f9d-2fdf-4a20-863e-35069c174f70 binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.956008] env[69959]: DEBUG nova.network.neutron [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.992553] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.993080] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.996501] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.198s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.000023] env[69959]: DEBUG nova.objects.instance [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'resources' on Instance uuid b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.157935] env[69959]: DEBUG nova.network.neutron [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.186834] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.501009] env[69959]: DEBUG nova.compute.utils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.502068] env[69959]: DEBUG nova.objects.instance [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'numa_topology' on Instance uuid b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.503180] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.503406] env[69959]: DEBUG nova.network.neutron [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.539885] env[69959]: DEBUG nova.policy [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601837b63df041618771c5683755e03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19078147ad847ea81b8f25db67eb7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.660057] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.660057] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance network_info: |[{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.660440] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:82:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '926b854c-3a53-43c7-8773-9e1380a3937a', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.668241] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.668470] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.668700] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a61cbb8-eaae-4b9c-8646-8307dd4a7430 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.685448] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.685536] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.685702] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.685825] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.685993] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.688854] env[69959]: INFO nova.compute.manager [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Terminating instance [ 1249.696382] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.696382] env[69959]: value = "task-4087645" [ 1249.696382] env[69959]: _type = "Task" [ 1249.696382] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.710379] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087645, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.717778] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.780132] env[69959]: DEBUG nova.compute.manager [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.780132] env[69959]: DEBUG nova.compute.manager [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing instance network info cache due to event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.780478] env[69959]: DEBUG oslo_concurrency.lockutils [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.780478] env[69959]: DEBUG oslo_concurrency.lockutils [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.780667] env[69959]: DEBUG nova.network.neutron [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.875256] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.875256] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.875620] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.883262] env[69959]: DEBUG nova.network.neutron [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Successfully created port: 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.003332] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.006371] env[69959]: DEBUG nova.objects.base [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.169641] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d4f4c9-2a5c-459f-b015-2c3880793e45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.177799] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eeb438-33cc-4cd3-971b-021d8664b244 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.209837] env[69959]: DEBUG nova.compute.manager [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.210108] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.210545] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80ef056-c03f-4894-b2b7-93981c300383 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.215459] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e2d453-b612-40ae-8ea4-b0916469a632 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.223566] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087645, 'name': CreateVM_Task, 'duration_secs': 0.369601} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.226083] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.226427] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1250.226427] env[69959]: value = "task-4087646" [ 1250.226427] env[69959]: _type = "Task" [ 1250.226427] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.229157] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f26ac-735e-4bea-9fc0-f54d838ff2a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.250021] env[69959]: DEBUG nova.compute.provider_tree [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.251419] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.251617] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.251972] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.255404] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955f1381-496c-49d4-973f-a86bdc0d4f62 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.257354] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.261879] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1250.261879] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de2b34-182f-8c1e-7a66-8d86e00cf01f" [ 1250.261879] env[69959]: _type = "Task" [ 1250.261879] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.273374] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de2b34-182f-8c1e-7a66-8d86e00cf01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.491123] env[69959]: DEBUG nova.network.neutron [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updated VIF entry in instance network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.491516] env[69959]: DEBUG nova.network.neutron [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.738514] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087646, 'name': PowerOffVM_Task, 'duration_secs': 0.248307} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.738821] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.738977] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.739195] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809823', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'name': 'volume-f732fa7d-6fe1-4afb-8334-9981c6921488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da1955f6-5c6b-4227-992f-8bc5faed0877', 'attached_at': '2025-05-13T17:10:45.000000', 'detached_at': '', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'serial': 'f732fa7d-6fe1-4afb-8334-9981c6921488'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.740124] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6b618-198f-411f-948e-09b0cb7e6dd8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.759851] env[69959]: DEBUG nova.scheduler.client.report [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.763989] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd86eb-58ab-4c3b-8880-9cf9fc9bb980 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.776487] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52de2b34-182f-8c1e-7a66-8d86e00cf01f, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.779235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.779369] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.779606] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.779756] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.779939] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.780622] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9510c911-ba65-448f-84f2-7c246d79f913 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.782972] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56daae02-b452-4b44-ba6b-e2cbc6c6b978 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.805458] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eaffc1-c67e-49c7-86c4-a02790cada33 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.808314] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.808491] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.809461] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2a6ec5-60df-4479-9921-d79a1d25ca8a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.826927] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] The volume has not been displaced from its original location: [datastore1] volume-f732fa7d-6fe1-4afb-8334-9981c6921488/volume-f732fa7d-6fe1-4afb-8334-9981c6921488.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.832195] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.832590] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1250.832590] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529cc847-dc84-c90f-f31f-b4127e72cb59" [ 1250.832590] env[69959]: _type = "Task" [ 1250.832590] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.833152] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c387127a-2dfc-4bdc-9893-3a1316cf6f23 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.854978] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529cc847-dc84-c90f-f31f-b4127e72cb59, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.856857] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1250.856857] env[69959]: value = "task-4087647" [ 1250.856857] env[69959]: _type = "Task" [ 1250.856857] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.857090] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4eeb134-9192-4581-ac0c-5d9ef3c50897 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.866670] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1250.866670] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52edfc00-445e-9054-0e58-eb19d03377fe" [ 1250.866670] env[69959]: _type = "Task" [ 1250.866670] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.870138] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.879314] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52edfc00-445e-9054-0e58-eb19d03377fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.879756] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.879954] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.882659] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d9c6027-d9e2-4622-990a-71a53d54bb9d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.890561] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1250.890561] env[69959]: value = "task-4087648" [ 1250.890561] env[69959]: _type = "Task" [ 1250.890561] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.899356] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.917782] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.918021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.918236] env[69959]: DEBUG nova.network.neutron [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.995338] env[69959]: DEBUG oslo_concurrency.lockutils [req-6e67c5d1-f157-439a-80fc-643b2aa7f351 req-979c41a3-b48a-4dc1-b12e-b2ca5712d2c2 service nova] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.014855] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.049838] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.050093] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.050254] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.050434] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.050577] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.050723] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.050999] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.051214] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.051389] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.051553] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.051748] env[69959]: DEBUG nova.virt.hardware [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.052655] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14243e7c-4863-47e1-8c7e-395381f06a1b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.061728] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec4f6c-be98-4b3b-8cc9-926ef26a0b30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.268847] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.271871] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.621s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.273650] env[69959]: INFO nova.compute.claims [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.369459] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087647, 'name': ReconfigVM_Task, 'duration_secs': 0.177074} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.369834] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.374699] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53aac932-7ced-42fc-8f97-0ada6d745d84 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.391965] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1251.391965] env[69959]: value = "task-4087649" [ 1251.391965] env[69959]: _type = "Task" [ 1251.391965] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.403972] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.407033] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482384} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.410943] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.411236] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.411750] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9431c12b-37e2-4b26-a595-73766a442ffb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.419992] env[69959]: DEBUG nova.network.neutron [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Successfully updated port: 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.424898] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1251.424898] env[69959]: value = "task-4087650" [ 1251.424898] env[69959]: _type = "Task" [ 1251.424898] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.435765] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.759236] env[69959]: DEBUG nova.network.neutron [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [{"id": "99418f9d-2fdf-4a20-863e-35069c174f70", "address": "fa:16:3e:dd:6f:54", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99418f9d-2f", "ovs_interfaceid": "99418f9d-2fdf-4a20-863e-35069c174f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.785392] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c8a0e46f-65d0-4004-becb-e92cb12f6ddf tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.430s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.786407] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "b601e350-dccf-407a-b7af-f03c87a30138" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.915s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.786682] env[69959]: INFO nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: b601e350-dccf-407a-b7af-f03c87a30138] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1251.786935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "b601e350-dccf-407a-b7af-f03c87a30138" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.787405] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.176s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.787695] env[69959]: INFO nova.compute.manager [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Unshelving [ 1251.810346] env[69959]: DEBUG nova.compute.manager [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Received event network-vif-plugged-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.810515] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.810721] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.811139] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.811351] env[69959]: DEBUG nova.compute.manager [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] No waiting events found dispatching network-vif-plugged-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1251.811521] env[69959]: WARNING nova.compute.manager [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Received unexpected event network-vif-plugged-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 for instance with vm_state building and task_state spawning. [ 1251.811681] env[69959]: DEBUG nova.compute.manager [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Received event network-changed-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.811837] env[69959]: DEBUG nova.compute.manager [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Refreshing instance network info cache due to event network-changed-4e41ef3a-8c2c-4993-9b3e-b590b70100f0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.812038] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] Acquiring lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.812179] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] Acquired lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.812338] env[69959]: DEBUG nova.network.neutron [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Refreshing network info cache for port 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.906251] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087649, 'name': ReconfigVM_Task, 'duration_secs': 0.148371} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.906650] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809823', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'name': 'volume-f732fa7d-6fe1-4afb-8334-9981c6921488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da1955f6-5c6b-4227-992f-8bc5faed0877', 'attached_at': '2025-05-13T17:10:45.000000', 'detached_at': '', 'volume_id': 'f732fa7d-6fe1-4afb-8334-9981c6921488', 'serial': 'f732fa7d-6fe1-4afb-8334-9981c6921488'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.906938] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.907799] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8531ef16-e49d-44b2-9fd0-52647c2cb23c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.914676] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.914919] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d5d27c-cfdc-4b54-b024-70aae30ccada {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.924188] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.935139] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075555} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.935413] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.936274] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620b2fd9-0631-40ac-b0fb-ccd9ec0ab509 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.959889] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.960272] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a4cc87-dea9-4724-a421-2a22e0461ec1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.980223] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1251.980223] env[69959]: value = "task-4087652" [ 1251.980223] env[69959]: _type = "Task" [ 1251.980223] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.984679] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.984898] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.985094] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore1] da1955f6-5c6b-4227-992f-8bc5faed0877 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.985755] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8c23ae-1523-4150-9cca-d25bc53be66b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.990795] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.995412] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1251.995412] env[69959]: value = "task-4087653" [ 1251.995412] env[69959]: _type = "Task" [ 1251.995412] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.004523] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.262799] env[69959]: DEBUG oslo_concurrency.lockutils [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.344769] env[69959]: DEBUG nova.network.neutron [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.419854] env[69959]: DEBUG nova.network.neutron [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.436576] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79da2c17-5266-4804-996b-9c645b1b9861 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.445427] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a0280-1678-482e-b421-fcab4a71a01f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.475777] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a2fc22-6ed0-49e3-99be-bd71b33035bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.486378] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5eb5cf-a11f-432b-a0bf-2d07b29a2824 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.494892] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087652, 'name': ReconfigVM_Task, 'duration_secs': 0.293609} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.502552] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.503444] env[69959]: DEBUG nova.compute.provider_tree [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.504740] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a508c42-9f97-4abf-a5d2-0188e7384429 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.514825] env[69959]: DEBUG oslo_vmware.api [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089747} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.516016] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.516246] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.516479] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.516636] env[69959]: INFO nova.compute.manager [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1252.516875] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.517256] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1252.517256] env[69959]: value = "task-4087654" [ 1252.517256] env[69959]: _type = "Task" [ 1252.517256] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.517411] env[69959]: DEBUG nova.compute.manager [-] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.517411] env[69959]: DEBUG nova.network.neutron [-] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.528096] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087654, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.785913] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372a2bc8-0b2b-4518-930f-f50c00e181e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.809957] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b67f63-1d56-47f7-af0f-d119504b35dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.817296] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.823595] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.922206] env[69959]: DEBUG oslo_concurrency.lockutils [req-ac2f5029-70a3-4770-86b0-197495cb9b2a req-151931d4-908d-4513-8bd9-e583163072bf service nova] Releasing lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.922535] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.922838] env[69959]: DEBUG nova.network.neutron [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.010564] env[69959]: DEBUG nova.scheduler.client.report [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.029859] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087654, 'name': Rename_Task, 'duration_secs': 0.143061} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.030769] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.031048] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a888fb49-e0dc-446c-81db-50e9a279eb59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.038778] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1253.038778] env[69959]: value = "task-4087655" [ 1253.038778] env[69959]: _type = "Task" [ 1253.038778] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.048035] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.327103] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.327548] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf21eb9-dae9-4db8-bf87-64a43f447916 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.336173] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1253.336173] env[69959]: value = "task-4087656" [ 1253.336173] env[69959]: _type = "Task" [ 1253.336173] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.345951] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.457391] env[69959]: DEBUG nova.network.neutron [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.517101] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.517645] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.520498] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.803s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.521981] env[69959]: INFO nova.compute.claims [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.551019] env[69959]: DEBUG oslo_vmware.api [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087655, 'name': PowerOnVM_Task, 'duration_secs': 0.464928} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.551019] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.551019] env[69959]: INFO nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Took 6.54 seconds to spawn the instance on the hypervisor. [ 1253.551019] env[69959]: DEBUG nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.551336] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a06b6-98d9-4a70-9f42-0644bb86beb1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.603585] env[69959]: DEBUG nova.network.neutron [-] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.622766] env[69959]: DEBUG nova.network.neutron [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updating instance_info_cache with network_info: [{"id": "4e41ef3a-8c2c-4993-9b3e-b590b70100f0", "address": "fa:16:3e:33:36:d2", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e41ef3a-8c", "ovs_interfaceid": "4e41ef3a-8c2c-4993-9b3e-b590b70100f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.842819] env[69959]: DEBUG nova.compute.manager [req-286f154c-8046-4655-859b-e31e44f3b753 req-1ac1d333-7448-40c5-86cf-c436634f9170 service nova] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Received event network-vif-deleted-0469e0ef-6712-40d1-987f-d1e762acddf0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.849248] env[69959]: DEBUG oslo_vmware.api [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087656, 'name': PowerOnVM_Task, 'duration_secs': 0.443049} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.849500] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.849682] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0bbd-2573-4c1e-995c-584c0521835a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance '0ca79650-d74c-4155-ad2c-1b491fe26a88' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.026632] env[69959]: DEBUG nova.compute.utils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.030173] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.030356] env[69959]: DEBUG nova.network.neutron [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.073023] env[69959]: DEBUG nova.policy [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd7f8c0d258948a3be1ef9462307f5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a954718171ae4d4183b88850d1e5ff8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.076795] env[69959]: INFO nova.compute.manager [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Took 11.76 seconds to build instance. [ 1254.105818] env[69959]: INFO nova.compute.manager [-] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Took 1.59 seconds to deallocate network for instance. [ 1254.126035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.126035] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Instance network_info: |[{"id": "4e41ef3a-8c2c-4993-9b3e-b590b70100f0", "address": "fa:16:3e:33:36:d2", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e41ef3a-8c", "ovs_interfaceid": "4e41ef3a-8c2c-4993-9b3e-b590b70100f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.126763] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:36:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e41ef3a-8c2c-4993-9b3e-b590b70100f0', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.134490] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Creating folder: Project (e19078147ad847ea81b8f25db67eb7d9). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.135294] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d247c9d-13e1-4c85-8878-8852150ab2b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.147512] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Created folder: Project (e19078147ad847ea81b8f25db67eb7d9) in parent group-v809535. [ 1254.147713] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Creating folder: Instances. Parent ref: group-v809848. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.147956] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d9ec190-7343-4ec9-80e2-1c3e0ba00dff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.157370] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Created folder: Instances in parent group-v809848. [ 1254.157613] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.157811] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.158030] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd54f2b-3091-4a47-80c9-463c9bb5ff9f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.177540] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.177540] env[69959]: value = "task-4087659" [ 1254.177540] env[69959]: _type = "Task" [ 1254.177540] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.185220] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087659, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.428024] env[69959]: DEBUG nova.network.neutron [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Successfully created port: 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.534667] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.579348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-f348caaf-09e4-4786-9144-fc9f0ff955d7 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.270s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.658125] env[69959]: INFO nova.compute.manager [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Took 0.55 seconds to detach 1 volumes for instance. [ 1254.659881] env[69959]: DEBUG nova.compute.manager [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Deleting volume: f732fa7d-6fe1-4afb-8334-9981c6921488 {{(pid=69959) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1254.690886] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087659, 'name': CreateVM_Task, 'duration_secs': 0.322725} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.690992] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.691779] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.692769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.692769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.692769] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ce8012-0929-4b76-9f80-93757018061a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.698665] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1254.698665] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]520916e9-173f-7ad0-57b2-06ebb752446a" [ 1254.698665] env[69959]: _type = "Task" [ 1254.698665] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.714560] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]520916e9-173f-7ad0-57b2-06ebb752446a, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.714858] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.715102] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.715488] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.715638] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.715823] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.716673] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aa861b4-dd0d-4917-8e5b-ae5ec3e8e1a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.726719] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.726830] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.728595] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b2e33f-3510-47ee-aa40-a47e203a38ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.735450] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1254.735450] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527821e3-e184-b152-3d5a-0a8ab52cfb4b" [ 1254.735450] env[69959]: _type = "Task" [ 1254.735450] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.749660] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527821e3-e184-b152-3d5a-0a8ab52cfb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.750989] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3abc2da-7292-4711-8748-43ba66fb87eb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.755085] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e04ce8-0f4e-43c2-890f-99454634b61e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.761463] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1254.761463] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5239e553-7fb0-27eb-8323-88fd2aff628c" [ 1254.761463] env[69959]: _type = "Task" [ 1254.761463] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.767855] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21a92a-f308-41d0-a778-320a2011c3d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.775381] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5239e553-7fb0-27eb-8323-88fd2aff628c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.806773] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9139f6-0cc3-4f4c-a51c-3caaa8bb092d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.815355] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4155ee8-59c2-4aa4-b5f8-9a71cc530a05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.831411] env[69959]: DEBUG nova.compute.provider_tree [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.158564] env[69959]: DEBUG nova.compute.manager [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.158564] env[69959]: DEBUG nova.compute.manager [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing instance network info cache due to event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.158564] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.158564] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.158564] env[69959]: DEBUG nova.network.neutron [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.209377] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.273671] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5239e553-7fb0-27eb-8323-88fd2aff628c, 'name': SearchDatastore_Task, 'duration_secs': 0.02147} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.273876] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.274117] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] aa54b751-3d69-4ff4-baeb-fcb14452f214/aa54b751-3d69-4ff4-baeb-fcb14452f214.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.274399] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-241ef1c7-c231-4a59-bd3f-16f8eb180d44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.282105] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1255.282105] env[69959]: value = "task-4087661" [ 1255.282105] env[69959]: _type = "Task" [ 1255.282105] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.291875] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.335382] env[69959]: DEBUG nova.scheduler.client.report [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.547246] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.577088] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.577345] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.577501] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.577700] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.577885] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.578060] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.578326] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.578488] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.578699] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.578883] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.579097] env[69959]: DEBUG nova.virt.hardware [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.580080] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aad4db-d1c4-4035-bf2a-7918908499b3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.590206] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be1a64d-5e86-418b-b5eb-ced9d927c32f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.739675] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.740161] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.740454] env[69959]: DEBUG nova.compute.manager [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Going to confirm migration 9 {{(pid=69959) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1255.793274] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.841255] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.841795] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.844848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.021s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.845096] env[69959]: DEBUG nova.objects.instance [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'pci_requests' on Instance uuid b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.887351] env[69959]: DEBUG nova.compute.manager [req-72857139-e812-41b3-b663-ddb149fb5331 req-aad807fc-a2e0-4139-b39c-a55f20594353 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received event network-vif-plugged-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.887570] env[69959]: DEBUG oslo_concurrency.lockutils [req-72857139-e812-41b3-b663-ddb149fb5331 req-aad807fc-a2e0-4139-b39c-a55f20594353 service nova] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.887776] env[69959]: DEBUG oslo_concurrency.lockutils [req-72857139-e812-41b3-b663-ddb149fb5331 req-aad807fc-a2e0-4139-b39c-a55f20594353 service nova] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.887938] env[69959]: DEBUG oslo_concurrency.lockutils [req-72857139-e812-41b3-b663-ddb149fb5331 req-aad807fc-a2e0-4139-b39c-a55f20594353 service nova] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.888158] env[69959]: DEBUG nova.compute.manager [req-72857139-e812-41b3-b663-ddb149fb5331 req-aad807fc-a2e0-4139-b39c-a55f20594353 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] No waiting events found dispatching network-vif-plugged-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1255.888352] env[69959]: WARNING nova.compute.manager [req-72857139-e812-41b3-b663-ddb149fb5331 req-aad807fc-a2e0-4139-b39c-a55f20594353 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received unexpected event network-vif-plugged-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 for instance with vm_state building and task_state spawning. [ 1255.902008] env[69959]: DEBUG nova.network.neutron [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updated VIF entry in instance network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.902538] env[69959]: DEBUG nova.network.neutron [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.028436] env[69959]: DEBUG nova.network.neutron [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Successfully updated port: 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.290952] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.291327] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquired lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.291417] env[69959]: DEBUG nova.network.neutron [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.291588] env[69959]: DEBUG nova.objects.instance [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'info_cache' on Instance uuid 0ca79650-d74c-4155-ad2c-1b491fe26a88 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.296224] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539216} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.296752] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] aa54b751-3d69-4ff4-baeb-fcb14452f214/aa54b751-3d69-4ff4-baeb-fcb14452f214.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.296969] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.297342] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9128f2c9-2942-45cd-bddf-d7e344941582 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.308689] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1256.308689] env[69959]: value = "task-4087662" [ 1256.308689] env[69959]: _type = "Task" [ 1256.308689] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.320208] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.347913] env[69959]: DEBUG nova.compute.utils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.351754] env[69959]: DEBUG nova.objects.instance [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'numa_topology' on Instance uuid b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.352905] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.353121] env[69959]: DEBUG nova.network.neutron [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.392197] env[69959]: DEBUG nova.policy [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09e88735805466fabf30f9fcdc45345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15360bad1bcc46f7bfd4f8d5f479faf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.405811] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b6856a5-619a-42ce-bda7-21d5dd18cc5e req-e2147753-b2e0-4c82-b7d8-bd86e16c82b3 service nova] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.531523] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.531689] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.531835] env[69959]: DEBUG nova.network.neutron [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.681853] env[69959]: DEBUG nova.network.neutron [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Successfully created port: f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.820514] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272935} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.820810] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.821867] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595a71a-3c83-4b2f-9be6-53d9e9d4b5b0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.845583] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] aa54b751-3d69-4ff4-baeb-fcb14452f214/aa54b751-3d69-4ff4-baeb-fcb14452f214.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.846171] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b778594d-4437-49be-8452-a09a6bbff69b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.860811] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.863728] env[69959]: INFO nova.compute.claims [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.872774] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1256.872774] env[69959]: value = "task-4087663" [ 1256.872774] env[69959]: _type = "Task" [ 1256.872774] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.882721] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.067034] env[69959]: DEBUG nova.network.neutron [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.199242] env[69959]: DEBUG nova.network.neutron [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.385041] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.501464] env[69959]: DEBUG nova.network.neutron [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [{"id": "99418f9d-2fdf-4a20-863e-35069c174f70", "address": "fa:16:3e:dd:6f:54", "network": {"id": "cb3700f7-e145-4e0d-af0d-b320e9428261", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-59462247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120b72feca9744f3b85bf6c48562ad0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99418f9d-2f", "ovs_interfaceid": "99418f9d-2fdf-4a20-863e-35069c174f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.702354] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.702797] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Instance network_info: |[{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.703384] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:c6:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.710958] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.711219] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.711451] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb0938cd-ffc9-4067-9fe8-213879d942cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.733137] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.733137] env[69959]: value = "task-4087664" [ 1257.733137] env[69959]: _type = "Task" [ 1257.733137] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.741673] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087664, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.873943] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.890258] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.903632] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.903948] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.904145] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.904351] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.904486] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.904630] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.904840] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.905513] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.905513] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.905513] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.905710] env[69959]: DEBUG nova.virt.hardware [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.906581] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e8e53-fa06-4fab-b11b-46644705cdc0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.916866] env[69959]: DEBUG nova.compute.manager [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.917078] env[69959]: DEBUG nova.compute.manager [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing instance network info cache due to event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.917296] env[69959]: DEBUG oslo_concurrency.lockutils [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.917440] env[69959]: DEBUG oslo_concurrency.lockutils [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.917597] env[69959]: DEBUG nova.network.neutron [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.921072] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5e13b-ae54-489e-b605-e7f96a846f48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.005986] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Releasing lock "refresh_cache-0ca79650-d74c-4155-ad2c-1b491fe26a88" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.006282] env[69959]: DEBUG nova.objects.instance [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lazy-loading 'migration_context' on Instance uuid 0ca79650-d74c-4155-ad2c-1b491fe26a88 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.052830] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a925a213-5825-4bfc-960d-28adcbdf33fb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.060826] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da153360-e7b1-4ac7-8dee-fb305105f838 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.091652] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0ee7d-0f10-4701-b3ed-2c85db817f2e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.099612] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56551ba8-17cb-4b45-acb1-7bdec79c9556 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.116905] env[69959]: DEBUG nova.compute.provider_tree [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.240088] env[69959]: DEBUG nova.network.neutron [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Successfully updated port: f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.245209] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087664, 'name': CreateVM_Task, 'duration_secs': 0.478873} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.245725] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.246603] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.246854] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.247256] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.247610] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e874a152-cb15-40b2-ad7e-f50cf8931000 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.253309] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1258.253309] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52921564-2cc7-fb3d-fa7b-a1177cc1ecf4" [ 1258.253309] env[69959]: _type = "Task" [ 1258.253309] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.263682] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52921564-2cc7-fb3d-fa7b-a1177cc1ecf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.389094] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087663, 'name': ReconfigVM_Task, 'duration_secs': 1.016571} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.389550] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Reconfigured VM instance instance-00000072 to attach disk [datastore1] aa54b751-3d69-4ff4-baeb-fcb14452f214/aa54b751-3d69-4ff4-baeb-fcb14452f214.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.390550] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b307b04e-7046-418a-a1f6-4513584c3ca6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.397725] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1258.397725] env[69959]: value = "task-4087665" [ 1258.397725] env[69959]: _type = "Task" [ 1258.397725] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.406445] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087665, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.509609] env[69959]: DEBUG nova.objects.base [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Object Instance<0ca79650-d74c-4155-ad2c-1b491fe26a88> lazy-loaded attributes: info_cache,migration_context {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.510241] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2261d9-1f35-4892-97fb-7ea66f3c792c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.532097] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f2fcde-0dc6-4a35-9b88-7d38042609e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.540560] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1258.540560] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]527cfe04-d8f0-3464-9757-92dba1924adf" [ 1258.540560] env[69959]: _type = "Task" [ 1258.540560] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.549422] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527cfe04-d8f0-3464-9757-92dba1924adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.620503] env[69959]: DEBUG nova.scheduler.client.report [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.664379] env[69959]: DEBUG nova.network.neutron [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updated VIF entry in instance network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.664743] env[69959]: DEBUG nova.network.neutron [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.746619] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.746772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.746951] env[69959]: DEBUG nova.network.neutron [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.764932] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52921564-2cc7-fb3d-fa7b-a1177cc1ecf4, 'name': SearchDatastore_Task, 'duration_secs': 0.017211} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.765336] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.765493] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.765769] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.765926] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.766123] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.766389] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898bbd6f-e5c0-45e7-93d9-d471dd47f265 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.775973] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.776182] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.776907] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1f07f5-28b9-463d-9fbe-d2ab05de39f9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.782872] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1258.782872] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c763fb-8dd3-40b8-ecf4-edeb171bc6cb" [ 1258.782872] env[69959]: _type = "Task" [ 1258.782872] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.791974] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c763fb-8dd3-40b8-ecf4-edeb171bc6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.907376] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087665, 'name': Rename_Task, 'duration_secs': 0.178981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.907675] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.907935] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b9deef3-1809-4e09-bddb-17ad418c11cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.916767] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1258.916767] env[69959]: value = "task-4087666" [ 1258.916767] env[69959]: _type = "Task" [ 1258.916767] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.929246] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.052348] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]527cfe04-d8f0-3464-9757-92dba1924adf, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.052741] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.126099] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.281s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.128661] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.919s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.128903] env[69959]: DEBUG nova.objects.instance [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'resources' on Instance uuid da1955f6-5c6b-4227-992f-8bc5faed0877 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.162355] env[69959]: INFO nova.network.neutron [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating port 6627eb0b-cc42-42a1-90f0-891b5917454b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1259.167338] env[69959]: DEBUG oslo_concurrency.lockutils [req-2f19905c-5189-44ca-b2c7-cca85f05fd79 req-e077d82d-c02d-4ed2-b4bc-fac8878aebc1 service nova] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.281625] env[69959]: DEBUG nova.network.neutron [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.294405] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c763fb-8dd3-40b8-ecf4-edeb171bc6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.295475] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8088ba83-2fe5-4de8-9589-6a81bfcd3396 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.301240] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1259.301240] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526cebb7-b194-0703-47c3-846099181fa3" [ 1259.301240] env[69959]: _type = "Task" [ 1259.301240] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.312685] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526cebb7-b194-0703-47c3-846099181fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.428351] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.439285] env[69959]: DEBUG nova.network.neutron [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.776659] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62fac6-3d14-47a9-aa2d-6d6fdca81598 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.784571] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56c7c6-f02d-46d4-88fb-6de9cbfc9b42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.818233] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452549a-a005-4e3f-a165-06025ebf6d3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.826832] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526cebb7-b194-0703-47c3-846099181fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.829020] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.829298] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/1f9aa47d-a403-45e8-83d1-8d90a44e3cc5.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.829599] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669ef93b-c715-43a8-956b-dd9576ab678b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.832419] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984502ad-f818-4bef-9bcb-6167dd839bfc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.851246] env[69959]: DEBUG nova.compute.provider_tree [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.851949] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1259.851949] env[69959]: value = "task-4087667" [ 1259.851949] env[69959]: _type = "Task" [ 1259.851949] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.928523] env[69959]: DEBUG oslo_vmware.api [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087666, 'name': PowerOnVM_Task, 'duration_secs': 0.571719} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.928797] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.929011] env[69959]: INFO nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1259.929204] env[69959]: DEBUG nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1259.930028] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d473a7-5cd7-4c8e-b862-847b38d31e5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.943337] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.943838] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Instance network_info: |[{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.944965] env[69959]: DEBUG nova.compute.manager [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Received event network-vif-plugged-f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.945228] env[69959]: DEBUG oslo_concurrency.lockutils [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] Acquiring lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.945449] env[69959]: DEBUG oslo_concurrency.lockutils [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.945618] env[69959]: DEBUG oslo_concurrency.lockutils [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.945797] env[69959]: DEBUG nova.compute.manager [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] No waiting events found dispatching network-vif-plugged-f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1259.945967] env[69959]: WARNING nova.compute.manager [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Received unexpected event network-vif-plugged-f7d26b09-c415-4e71-a9c6-47b0338ebede for instance with vm_state building and task_state spawning. [ 1259.946153] env[69959]: DEBUG nova.compute.manager [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Received event network-changed-f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.946313] env[69959]: DEBUG nova.compute.manager [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Refreshing instance network info cache due to event network-changed-f7d26b09-c415-4e71-a9c6-47b0338ebede. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.946498] env[69959]: DEBUG oslo_concurrency.lockutils [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.946637] env[69959]: DEBUG oslo_concurrency.lockutils [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.946793] env[69959]: DEBUG nova.network.neutron [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Refreshing network info cache for port f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.948876] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:80:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d26b09-c415-4e71-a9c6-47b0338ebede', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.956746] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.960047] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.960876] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb8a56a-a043-4caf-b25f-d54cdc29e783 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.982973] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.982973] env[69959]: value = "task-4087668" [ 1259.982973] env[69959]: _type = "Task" [ 1259.982973] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.992355] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087668, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.188515] env[69959]: DEBUG nova.network.neutron [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updated VIF entry in instance network info cache for port f7d26b09-c415-4e71-a9c6-47b0338ebede. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.189083] env[69959]: DEBUG nova.network.neutron [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.358136] env[69959]: DEBUG nova.scheduler.client.report [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.368483] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087667, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.456582] env[69959]: INFO nova.compute.manager [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Took 16.96 seconds to build instance. [ 1260.494493] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087668, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.692108] env[69959]: DEBUG oslo_concurrency.lockutils [req-7249aed8-562a-4770-8eb6-32268546ed22 req-87ee2026-a42b-44bf-a508-ef7c90ec1a7b service nova] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.864848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.867568] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526004} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.868494] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.816s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.872078] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/1f9aa47d-a403-45e8-83d1-8d90a44e3cc5.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.876499] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.877215] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3666ce5-d7ac-4f65-a530-ab06c1ab6fb7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.887050] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1260.887050] env[69959]: value = "task-4087669" [ 1260.887050] env[69959]: _type = "Task" [ 1260.887050] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.902659] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.904015] env[69959]: INFO nova.scheduler.client.report [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted allocations for instance da1955f6-5c6b-4227-992f-8bc5faed0877 [ 1260.959452] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.476s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.995832] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087668, 'name': CreateVM_Task, 'duration_secs': 0.629431} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.996051] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.996891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.997071] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.997457] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.997762] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095eb7cb-71e2-45eb-810f-2c3e13a913a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.003582] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1261.003582] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b09cd4-8e66-1c9c-d741-5a55fd7a89b2" [ 1261.003582] env[69959]: _type = "Task" [ 1261.003582] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.013269] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b09cd4-8e66-1c9c-d741-5a55fd7a89b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.144842] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.144979] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.145192] env[69959]: DEBUG nova.network.neutron [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.397652] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07742} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.400475] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.401487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446dee4-bf68-4bfe-aaff-6051246b8338 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.428911] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/1f9aa47d-a403-45e8-83d1-8d90a44e3cc5.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.429564] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5a9df35f-c218-4df2-b673-456cd47c110a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "da1955f6-5c6b-4227-992f-8bc5faed0877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.744s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.434039] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3c6f64-c842-4eda-92c5-13143b620769 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.457324] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1261.457324] env[69959]: value = "task-4087670" [ 1261.457324] env[69959]: _type = "Task" [ 1261.457324] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.471788] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.516220] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b09cd4-8e66-1c9c-d741-5a55fd7a89b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.519226] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.519495] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.519735] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.519944] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.520220] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.520772] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1780017-2ec8-4b87-b5dc-070c438a3b0f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.531241] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.531469] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.534870] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56232676-4bd9-4596-b7b2-c396f823f171 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.540882] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1261.540882] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521a26e1-f0f8-f48d-d379-ff079a170ae7" [ 1261.540882] env[69959]: _type = "Task" [ 1261.540882] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.549683] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521a26e1-f0f8-f48d-d379-ff079a170ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.586338] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb4ffe-7ff7-4bfa-b4cc-9ffa22310889 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.594209] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972f91e0-c2b2-4b17-9ee9-f3f65b70ec1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.626052] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e6ecd0-49bf-4a6c-a973-f1b51f5d4587 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.633779] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad7c00b-c7a2-43f7-92fd-a672a1a01d03 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.649466] env[69959]: DEBUG nova.compute.provider_tree [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.968359] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.991437] env[69959]: DEBUG nova.network.neutron [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.049414] env[69959]: DEBUG nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-vif-plugged-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.049805] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.050315] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.051133] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.051452] env[69959]: DEBUG nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] No waiting events found dispatching network-vif-plugged-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1262.051760] env[69959]: WARNING nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received unexpected event network-vif-plugged-6627eb0b-cc42-42a1-90f0-891b5917454b for instance with vm_state shelved_offloaded and task_state spawning. [ 1262.052073] env[69959]: DEBUG nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.052401] env[69959]: DEBUG nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing instance network info cache due to event network-changed-6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.052867] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Acquiring lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.063020] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521a26e1-f0f8-f48d-d379-ff079a170ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.063020] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fbfd20-1710-45bb-8cfb-6edd0cea8e07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.071020] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1262.071020] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528e6495-1a77-a116-973d-23bf3ce13e67" [ 1262.071020] env[69959]: _type = "Task" [ 1262.071020] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.079271] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528e6495-1a77-a116-973d-23bf3ce13e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.155553] env[69959]: DEBUG nova.scheduler.client.report [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.469196] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087670, 'name': ReconfigVM_Task, 'duration_secs': 0.730445} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.469530] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/1f9aa47d-a403-45e8-83d1-8d90a44e3cc5.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.470146] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb69d53-71d9-44df-983b-f8eafb621167 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.478178] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1262.478178] env[69959]: value = "task-4087671" [ 1262.478178] env[69959]: _type = "Task" [ 1262.478178] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.488518] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087671, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.494279] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.496860] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Acquired lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.497072] env[69959]: DEBUG nova.network.neutron [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Refreshing network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.525655] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c6a9e081be0fb507906401ee2820e991',container_format='bare',created_at=2025-05-13T17:11:01Z,direct_url=,disk_format='vmdk',id=5ee3bc12-f5e7-44a4-a69f-c4465b37334f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-435576483-shelved',owner='27d74013598e405cb50dd88f09ba10b9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-13T17:11:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.525891] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.526061] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.526243] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.526746] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.526898] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.527163] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.527330] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.527499] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.527664] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.527824] env[69959]: DEBUG nova.virt.hardware [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.529119] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfcecba-1ccc-406c-b7b0-7564be471d7a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.537792] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c35bf1-850e-47cf-8fb6-c63af058c9cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.553643] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:e5:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6627eb0b-cc42-42a1-90f0-891b5917454b', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.561366] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.561540] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.561746] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f83039-6a32-4d50-97c3-18491ca0ab0a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.585991] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528e6495-1a77-a116-973d-23bf3ce13e67, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.587556] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.587986] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.588322] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.588322] env[69959]: value = "task-4087672" [ 1262.588322] env[69959]: _type = "Task" [ 1262.588322] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.588532] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8edae5c-3377-415e-83da-7bfe274edb17 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.600018] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087672, 'name': CreateVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.601560] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1262.601560] env[69959]: value = "task-4087673" [ 1262.601560] env[69959]: _type = "Task" [ 1262.601560] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.610244] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.781331] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "efa90012-6baa-46b0-80f7-791ebd163232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.781601] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "efa90012-6baa-46b0-80f7-791ebd163232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.781819] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "efa90012-6baa-46b0-80f7-791ebd163232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.782039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "efa90012-6baa-46b0-80f7-791ebd163232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.782220] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "efa90012-6baa-46b0-80f7-791ebd163232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.784776] env[69959]: INFO nova.compute.manager [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Terminating instance [ 1262.989018] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087671, 'name': Rename_Task, 'duration_secs': 0.260762} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.989251] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.989532] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abd8d67-18c7-4056-86b4-540261c7fcf0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.997041] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1262.997041] env[69959]: value = "task-4087674" [ 1262.997041] env[69959]: _type = "Task" [ 1262.997041] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.010973] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.107267] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087672, 'name': CreateVM_Task, 'duration_secs': 0.38559} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.112304] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.113906] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.114206] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.114750] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.115830] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880e0c42-2a6e-4445-b5fc-bdc11270c7c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.127464] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087673, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.137342] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1263.137342] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]521753c9-a9e2-4aed-6a0c-2fbb66c6041a" [ 1263.137342] env[69959]: _type = "Task" [ 1263.137342] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.153140] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]521753c9-a9e2-4aed-6a0c-2fbb66c6041a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.166267] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.298s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.289456] env[69959]: DEBUG nova.compute.manager [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.289712] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.290634] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bfe3b1-5baf-4e3f-9034-58f29414acfb {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.300901] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.301227] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02139e34-ed38-4d09-9fbd-3ac87cccf53c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.310197] env[69959]: DEBUG oslo_vmware.api [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1263.310197] env[69959]: value = "task-4087675" [ 1263.310197] env[69959]: _type = "Task" [ 1263.310197] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.322576] env[69959]: DEBUG oslo_vmware.api [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.367559] env[69959]: DEBUG nova.network.neutron [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updated VIF entry in instance network info cache for port 6627eb0b-cc42-42a1-90f0-891b5917454b. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.367923] env[69959]: DEBUG nova.network.neutron [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [{"id": "6627eb0b-cc42-42a1-90f0-891b5917454b", "address": "fa:16:3e:88:e5:fd", "network": {"id": "56d8db52-f696-455b-afb4-befca0ba7c0a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1114723137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27d74013598e405cb50dd88f09ba10b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6627eb0b-cc", "ovs_interfaceid": "6627eb0b-cc42-42a1-90f0-891b5917454b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.511629] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087674, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.618190] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655251} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.618523] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.618749] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.619031] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a616f849-7ee6-4db5-a540-bcb8c46ecf5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.629179] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1263.629179] env[69959]: value = "task-4087676" [ 1263.629179] env[69959]: _type = "Task" [ 1263.629179] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.639017] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.649277] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.649596] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Processing image 5ee3bc12-f5e7-44a4-a69f-c4465b37334f {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.649889] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.650069] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.650263] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.650578] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b78cc355-048d-4ca7-a9f7-166284c1e2e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.663551] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.663749] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.664629] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c8748b-6d9b-4e4c-ba94-388e019c05c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.673709] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1263.673709] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a872a1-72fb-dd1f-4f94-925c0b946f38" [ 1263.673709] env[69959]: _type = "Task" [ 1263.673709] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.686731] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a872a1-72fb-dd1f-4f94-925c0b946f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.749600] env[69959]: INFO nova.scheduler.client.report [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocation for migration df5fb990-6eee-43e9-882c-3223183ba4f5 [ 1263.820938] env[69959]: DEBUG oslo_vmware.api [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087675, 'name': PowerOffVM_Task, 'duration_secs': 0.452609} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.822045] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.822045] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.822045] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb5fcca-b560-480d-8386-cafc0b31483f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.870803] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Releasing lock "refresh_cache-b601e350-dccf-407a-b7af-f03c87a30138" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.871433] env[69959]: DEBUG nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Received event network-changed-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.871603] env[69959]: DEBUG nova.compute.manager [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Refreshing instance network info cache due to event network-changed-4e41ef3a-8c2c-4993-9b3e-b590b70100f0. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.872029] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Acquiring lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.872187] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Acquired lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.872372] env[69959]: DEBUG nova.network.neutron [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Refreshing network info cache for port 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.907991] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.908314] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.908554] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore1] efa90012-6baa-46b0-80f7-791ebd163232 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.908777] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d89a819-d26c-4862-8e42-6cde62f9a05d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.917735] env[69959]: DEBUG oslo_vmware.api [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1263.917735] env[69959]: value = "task-4087678" [ 1263.917735] env[69959]: _type = "Task" [ 1263.917735] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.926408] env[69959]: DEBUG oslo_vmware.api [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.009356] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.140520] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125179} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.140785] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.141634] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff1a917-43e5-465f-bd44-9f849342e7a7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.166769] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.167152] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b633c3-d400-4b3b-8a07-eba8d0bb9625 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.195830] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1264.196066] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Fetch image to [datastore2] OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c/OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1264.196181] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Downloading stream optimized image 5ee3bc12-f5e7-44a4-a69f-c4465b37334f to [datastore2] OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c/OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c.vmdk on the data store datastore2 as vApp {{(pid=69959) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1264.196380] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Downloading image file data 5ee3bc12-f5e7-44a4-a69f-c4465b37334f to the ESX as VM named 'OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c' {{(pid=69959) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1264.198509] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1264.198509] env[69959]: value = "task-4087679" [ 1264.198509] env[69959]: _type = "Task" [ 1264.198509] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.208153] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.255941] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.516s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.289689] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1264.289689] env[69959]: value = "resgroup-9" [ 1264.289689] env[69959]: _type = "ResourcePool" [ 1264.289689] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1264.290079] env[69959]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-82e44524-3527-4c98-9593-3a00f65408af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.314030] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease: (returnval){ [ 1264.314030] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5277243f-dca1-99dc-1d1f-8cdc144c7755" [ 1264.314030] env[69959]: _type = "HttpNfcLease" [ 1264.314030] env[69959]: } obtained for vApp import into resource pool (val){ [ 1264.314030] env[69959]: value = "resgroup-9" [ 1264.314030] env[69959]: _type = "ResourcePool" [ 1264.314030] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1264.314493] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the lease: (returnval){ [ 1264.314493] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5277243f-dca1-99dc-1d1f-8cdc144c7755" [ 1264.314493] env[69959]: _type = "HttpNfcLease" [ 1264.314493] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.321792] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.321792] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5277243f-dca1-99dc-1d1f-8cdc144c7755" [ 1264.321792] env[69959]: _type = "HttpNfcLease" [ 1264.321792] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.431724] env[69959]: DEBUG oslo_vmware.api [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404425} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.435016] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.435357] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.435554] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.435733] env[69959]: INFO nova.compute.manager [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1264.435986] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.436219] env[69959]: DEBUG nova.compute.manager [-] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.436341] env[69959]: DEBUG nova.network.neutron [-] [instance: efa90012-6baa-46b0-80f7-791ebd163232] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.511865] env[69959]: DEBUG oslo_vmware.api [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087674, 'name': PowerOnVM_Task, 'duration_secs': 1.217986} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.512728] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.513118] env[69959]: INFO nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1264.513410] env[69959]: DEBUG nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.514644] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8130e5da-25be-401a-adda-c24197441d21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.709944] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087679, 'name': ReconfigVM_Task, 'duration_secs': 0.381901} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.709944] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.710730] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-370de58a-720d-44a6-877f-d7860bb2d1e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.720169] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1264.720169] env[69959]: value = "task-4087681" [ 1264.720169] env[69959]: _type = "Task" [ 1264.720169] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.730917] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087681, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.737133] env[69959]: DEBUG nova.network.neutron [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updated VIF entry in instance network info cache for port 4e41ef3a-8c2c-4993-9b3e-b590b70100f0. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.737955] env[69959]: DEBUG nova.network.neutron [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updating instance_info_cache with network_info: [{"id": "4e41ef3a-8c2c-4993-9b3e-b590b70100f0", "address": "fa:16:3e:33:36:d2", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e41ef3a-8c", "ovs_interfaceid": "4e41ef3a-8c2c-4993-9b3e-b590b70100f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.749691] env[69959]: DEBUG nova.compute.manager [req-bc255b13-da3f-47ff-80d5-d45993567b9b req-bcb2904f-c3c8-44c0-bcd5-6610ca68d79b service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Received event network-vif-deleted-8270d6e8-3c71-4029-8970-6c3b70409861 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.749879] env[69959]: INFO nova.compute.manager [req-bc255b13-da3f-47ff-80d5-d45993567b9b req-bcb2904f-c3c8-44c0-bcd5-6610ca68d79b service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Neutron deleted interface 8270d6e8-3c71-4029-8970-6c3b70409861; detaching it from the instance and deleting it from the info cache [ 1264.750199] env[69959]: DEBUG nova.network.neutron [req-bc255b13-da3f-47ff-80d5-d45993567b9b req-bcb2904f-c3c8-44c0-bcd5-6610ca68d79b service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.825164] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.825164] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5277243f-dca1-99dc-1d1f-8cdc144c7755" [ 1264.825164] env[69959]: _type = "HttpNfcLease" [ 1264.825164] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.036786] env[69959]: INFO nova.compute.manager [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Took 20.40 seconds to build instance. [ 1265.225075] env[69959]: DEBUG nova.network.neutron [-] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.234027] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087681, 'name': Rename_Task, 'duration_secs': 0.146043} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.234824] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.235102] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-678d8ee4-6a4f-41ef-8407-bd1ae04865ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.242958] env[69959]: DEBUG oslo_concurrency.lockutils [req-08e5b22e-5974-40a0-9774-f673d8af0501 req-e5fe6f0b-1171-404c-9d43-3d573fc0e20f service nova] Releasing lock "refresh_cache-aa54b751-3d69-4ff4-baeb-fcb14452f214" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.243405] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1265.243405] env[69959]: value = "task-4087682" [ 1265.243405] env[69959]: _type = "Task" [ 1265.243405] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.251554] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.253451] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8516a57-9f52-4a56-9c0d-b8ebeeef0f55 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.262158] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86717492-eba7-4cd3-b8d8-d2642579c7bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.298978] env[69959]: DEBUG nova.compute.manager [req-bc255b13-da3f-47ff-80d5-d45993567b9b req-bcb2904f-c3c8-44c0-bcd5-6610ca68d79b service nova] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Detach interface failed, port_id=8270d6e8-3c71-4029-8970-6c3b70409861, reason: Instance efa90012-6baa-46b0-80f7-791ebd163232 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.324036] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.324036] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5277243f-dca1-99dc-1d1f-8cdc144c7755" [ 1265.324036] env[69959]: _type = "HttpNfcLease" [ 1265.324036] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1265.324350] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1265.324350] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5277243f-dca1-99dc-1d1f-8cdc144c7755" [ 1265.324350] env[69959]: _type = "HttpNfcLease" [ 1265.324350] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1265.325156] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c85c2-e91d-4216-b01a-dc19e6f157f2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.333193] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52672f18-3d09-a5b1-b30f-f7fccea9aa82/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1265.333442] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52672f18-3d09-a5b1-b30f-f7fccea9aa82/disk-0.vmdk. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1265.394582] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2264972-ae40-4831-bb01-a361ab794e5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.539129] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cc727f49-03bb-47e5-a27d-cd220a557b97 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.913s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.727545] env[69959]: INFO nova.compute.manager [-] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Took 1.29 seconds to deallocate network for instance. [ 1265.757777] env[69959]: DEBUG oslo_vmware.api [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087682, 'name': PowerOnVM_Task, 'duration_secs': 0.503682} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.759560] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.759787] env[69959]: INFO nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1265.759981] env[69959]: DEBUG nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1265.760851] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ec22df-ff00-4365-80fc-c56c0f2d06d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.782239] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.782626] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.782850] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.783076] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.783273] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.785358] env[69959]: INFO nova.compute.manager [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Terminating instance [ 1266.237351] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.238487] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.238487] env[69959]: DEBUG nova.objects.instance [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'resources' on Instance uuid efa90012-6baa-46b0-80f7-791ebd163232 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.252201] env[69959]: DEBUG nova.compute.manager [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.252201] env[69959]: DEBUG nova.compute.manager [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing instance network info cache due to event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.252201] env[69959]: DEBUG oslo_concurrency.lockutils [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.252201] env[69959]: DEBUG oslo_concurrency.lockutils [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.252201] env[69959]: DEBUG nova.network.neutron [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.283057] env[69959]: INFO nova.compute.manager [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Took 16.59 seconds to build instance. [ 1266.291590] env[69959]: DEBUG nova.compute.manager [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.291897] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.292936] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efdf47d-3f34-4a52-a33e-05ccedf3a11f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.302224] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.302492] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2534619-4745-40b6-960e-0ff2e2312263 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.309294] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1266.309294] env[69959]: value = "task-4087683" [ 1266.309294] env[69959]: _type = "Task" [ 1266.309294] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.320913] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.671724] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1266.672094] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52672f18-3d09-a5b1-b30f-f7fccea9aa82/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.673359] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b4cf8-2469-4b19-9d80-b553336a2229 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.682256] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52672f18-3d09-a5b1-b30f-f7fccea9aa82/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.682497] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52672f18-3d09-a5b1-b30f-f7fccea9aa82/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1266.682805] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ff31c740-5cea-4281-b576-2dc416b0cd81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.784719] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5f30f00d-1cc1-4a55-91e6-aed4313be5be tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.100s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.823640] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087683, 'name': PowerOffVM_Task, 'duration_secs': 0.325707} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.823941] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.824344] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.824709] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3521f4-436f-41c1-8fcd-a7ab991f1ee3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.907352] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd87e50-4a00-49da-9f1f-69407e672667 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.916923] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c997d710-2498-4a2e-8ea3-778a5c62e335 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.952761] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c62056-a9f4-42b6-b968-49066930c3a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.957376] env[69959]: DEBUG oslo_vmware.rw_handles [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52672f18-3d09-a5b1-b30f-f7fccea9aa82/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1266.957576] env[69959]: INFO nova.virt.vmwareapi.images [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Downloaded image file data 5ee3bc12-f5e7-44a4-a69f-c4465b37334f [ 1266.958786] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0906a69-c0cd-4b32-8dd8-9db25400a206 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.965218] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9252ba8f-35ea-4466-9bfd-3c0f6f62a545 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.985207] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eccd094d-eb50-4699-9e37-1d68bc6e8a04 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.995064] env[69959]: DEBUG nova.compute.provider_tree [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.024917] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.025039] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.025273] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleting the datastore file [datastore2] 0ca79650-d74c-4155-ad2c-1b491fe26a88 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.025587] env[69959]: INFO nova.virt.vmwareapi.images [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] The imported VM was unregistered [ 1267.028397] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1267.028561] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.028902] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a438b79-6ef9-4e56-9b36-d191189da45e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.031033] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af72f3f4-8e6f-41ca-a34b-62a79aecf453 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.041653] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for the task: (returnval){ [ 1267.041653] env[69959]: value = "task-4087686" [ 1267.041653] env[69959]: _type = "Task" [ 1267.041653] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.046948] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Created directory with path [datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.047194] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c/OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c.vmdk to [datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk. {{(pid=69959) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1267.047885] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-038d8f87-3183-4703-b2b7-962ae8e5305d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.053617] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.058680] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1267.058680] env[69959]: value = "task-4087687" [ 1267.058680] env[69959]: _type = "Task" [ 1267.058680] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.068021] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.073413] env[69959]: DEBUG nova.network.neutron [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updated VIF entry in instance network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.073827] env[69959]: DEBUG nova.network.neutron [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.499046] env[69959]: DEBUG nova.scheduler.client.report [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.552922] env[69959]: DEBUG oslo_vmware.api [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Task: {'id': task-4087686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286667} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.553480] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.553841] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.554187] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.554499] env[69959]: INFO nova.compute.manager [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1267.554936] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.555289] env[69959]: DEBUG nova.compute.manager [-] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.555487] env[69959]: DEBUG nova.network.neutron [-] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.569671] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.576714] env[69959]: DEBUG oslo_concurrency.lockutils [req-9446e462-04f0-41aa-8181-18910de12007 req-05b7a62d-20b6-4a0f-b61f-0bad4568d992 service nova] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.004576] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.029470] env[69959]: INFO nova.scheduler.client.report [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted allocations for instance efa90012-6baa-46b0-80f7-791ebd163232 [ 1268.071641] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.285992] env[69959]: DEBUG nova.compute.manager [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Received event network-changed-f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.286666] env[69959]: DEBUG nova.compute.manager [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Refreshing instance network info cache due to event network-changed-f7d26b09-c415-4e71-a9c6-47b0338ebede. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.286918] env[69959]: DEBUG oslo_concurrency.lockutils [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.287087] env[69959]: DEBUG oslo_concurrency.lockutils [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.287259] env[69959]: DEBUG nova.network.neutron [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Refreshing network info cache for port f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.393855] env[69959]: DEBUG nova.network.neutron [-] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.539160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b50cf1fd-444f-4279-9966-a078d229c77d tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "efa90012-6baa-46b0-80f7-791ebd163232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.757s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.571466] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.897167] env[69959]: INFO nova.compute.manager [-] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Took 1.34 seconds to deallocate network for instance. [ 1269.072359] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.374572] env[69959]: DEBUG nova.network.neutron [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updated VIF entry in instance network info cache for port f7d26b09-c415-4e71-a9c6-47b0338ebede. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.375092] env[69959]: DEBUG nova.network.neutron [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.405854] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.406144] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.406311] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.526096] env[69959]: INFO nova.scheduler.client.report [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Deleted allocations for instance 0ca79650-d74c-4155-ad2c-1b491fe26a88 [ 1269.572085] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.878769] env[69959]: DEBUG oslo_concurrency.lockutils [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.879080] env[69959]: DEBUG nova.compute.manager [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Received event network-vif-deleted-99418f9d-2fdf-4a20-863e-35069c174f70 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.879275] env[69959]: INFO nova.compute.manager [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Neutron deleted interface 99418f9d-2fdf-4a20-863e-35069c174f70; detaching it from the instance and deleting it from the info cache [ 1269.879455] env[69959]: DEBUG nova.network.neutron [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.034515] env[69959]: DEBUG oslo_concurrency.lockutils [None req-829a8c3e-3d48-4637-a58c-a17529e58726 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Lock "0ca79650-d74c-4155-ad2c-1b491fe26a88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.252s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.072478] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087687, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.655162} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.072777] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c/OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c.vmdk to [datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk. [ 1270.072940] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Cleaning up location [datastore2] OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1270.073175] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6f3e8636-c56a-47c1-9fa2-6b57bd902d4c {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.073569] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72489f50-2c11-4367-b0e8-9001bb67a56d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.080355] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1270.080355] env[69959]: value = "task-4087689" [ 1270.080355] env[69959]: _type = "Task" [ 1270.080355] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.088568] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.382870] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65ad56fe-1e81-4d0f-a60f-881e5fe1559b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.392998] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df379311-9f55-4996-9cff-f6f7674fab30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.423829] env[69959]: DEBUG nova.compute.manager [req-d0027670-b934-4060-a169-97513bf81b4a req-c91a658d-7fcf-4efa-af2d-4a20114aedef service nova] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Detach interface failed, port_id=99418f9d-2fdf-4a20-863e-35069c174f70, reason: Instance 0ca79650-d74c-4155-ad2c-1b491fe26a88 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.590131] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152732} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.590385] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.590548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.590797] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk to [datastore2] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.591083] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f32aed3-2883-4c5a-bd72-848d913c921e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.600216] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1270.600216] env[69959]: value = "task-4087691" [ 1270.600216] env[69959]: _type = "Task" [ 1270.600216] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.608203] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.110455] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.613912] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.703624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "e8a8267c-9619-4668-8ac1-e485a202a451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.704120] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "e8a8267c-9619-4668-8ac1-e485a202a451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.704368] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "e8a8267c-9619-4668-8ac1-e485a202a451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.704566] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "e8a8267c-9619-4668-8ac1-e485a202a451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.704742] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "e8a8267c-9619-4668-8ac1-e485a202a451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.707696] env[69959]: INFO nova.compute.manager [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Terminating instance [ 1272.111909] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.212298] env[69959]: DEBUG nova.compute.manager [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.212592] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.213803] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fefa6d3-d1de-4b3a-b478-d2247912f2df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.223341] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.223628] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6033dc-ee0a-42f9-9b7c-f5442cd35dcf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.233233] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1272.233233] env[69959]: value = "task-4087692" [ 1272.233233] env[69959]: _type = "Task" [ 1272.233233] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.244678] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.613926] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.744539] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087692, 'name': PowerOffVM_Task, 'duration_secs': 0.477995} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.744965] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.745170] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.745559] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e1c108-23b5-45b7-b517-ab15a05b696f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.839354] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.839624] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.839784] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleting the datastore file [datastore2] e8a8267c-9619-4668-8ac1-e485a202a451 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.840114] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b069e2c-9099-4b62-82a1-ce704609d18e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.847959] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for the task: (returnval){ [ 1272.847959] env[69959]: value = "task-4087694" [ 1272.847959] env[69959]: _type = "Task" [ 1272.847959] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.857552] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.112822] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.362384] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.614797] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087691, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.935617} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.615106] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ee3bc12-f5e7-44a4-a69f-c4465b37334f/5ee3bc12-f5e7-44a4-a69f-c4465b37334f.vmdk to [datastore2] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.615874] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f3630c-62db-42c4-9f98-a5b78b441dab {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.640360] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.640676] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa6df5a7-dbb2-46aa-a15c-9019ac2c2184 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.660900] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1273.660900] env[69959]: value = "task-4087695" [ 1273.660900] env[69959]: _type = "Task" [ 1273.660900] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.669517] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.858688] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.171693] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.360891] env[69959]: DEBUG oslo_vmware.api [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Task: {'id': task-4087694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.338176} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.361313] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.361914] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.362288] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.362482] env[69959]: INFO nova.compute.manager [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1274.362739] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.362943] env[69959]: DEBUG nova.compute.manager [-] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.363051] env[69959]: DEBUG nova.network.neutron [-] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.587554] env[69959]: DEBUG nova.compute.manager [req-d2c7a4ce-28a7-4727-96f2-c9b79ddd0ca2 req-b5d8922a-bc9d-4d5f-bb40-431e849c6f75 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Received event network-vif-deleted-10820ac0-97b9-4351-92f7-ab934bb09884 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.587771] env[69959]: INFO nova.compute.manager [req-d2c7a4ce-28a7-4727-96f2-c9b79ddd0ca2 req-b5d8922a-bc9d-4d5f-bb40-431e849c6f75 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Neutron deleted interface 10820ac0-97b9-4351-92f7-ab934bb09884; detaching it from the instance and deleting it from the info cache [ 1274.587955] env[69959]: DEBUG nova.network.neutron [req-d2c7a4ce-28a7-4727-96f2-c9b79ddd0ca2 req-b5d8922a-bc9d-4d5f-bb40-431e849c6f75 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.673838] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087695, 'name': ReconfigVM_Task, 'duration_secs': 0.647621} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.673961] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b601e350-dccf-407a-b7af-f03c87a30138/b601e350-dccf-407a-b7af-f03c87a30138.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.674645] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5356ff01-8bc9-428e-900e-14f83375ad8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.682306] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1274.682306] env[69959]: value = "task-4087696" [ 1274.682306] env[69959]: _type = "Task" [ 1274.682306] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.690975] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087696, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.068774] env[69959]: DEBUG nova.network.neutron [-] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.091622] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-158ec6e4-d056-4529-a0c9-d095e74ccebd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.102522] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f47bfe-4db5-4355-b2c7-ba5641d70465 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.135319] env[69959]: DEBUG nova.compute.manager [req-d2c7a4ce-28a7-4727-96f2-c9b79ddd0ca2 req-b5d8922a-bc9d-4d5f-bb40-431e849c6f75 service nova] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Detach interface failed, port_id=10820ac0-97b9-4351-92f7-ab934bb09884, reason: Instance e8a8267c-9619-4668-8ac1-e485a202a451 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.192413] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087696, 'name': Rename_Task, 'duration_secs': 0.204014} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.192722] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.192947] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70c3e700-fd9f-446e-ac93-17dd8b9e32c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.200837] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1275.200837] env[69959]: value = "task-4087697" [ 1275.200837] env[69959]: _type = "Task" [ 1275.200837] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.209608] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.571503] env[69959]: INFO nova.compute.manager [-] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Took 1.21 seconds to deallocate network for instance. [ 1275.711613] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.078587] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.078841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.079076] env[69959]: DEBUG nova.objects.instance [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lazy-loading 'resources' on Instance uuid e8a8267c-9619-4668-8ac1-e485a202a451 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.211539] env[69959]: DEBUG oslo_vmware.api [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087697, 'name': PowerOnVM_Task, 'duration_secs': 0.858655} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.211946] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.316885] env[69959]: DEBUG nova.compute.manager [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.317851] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2370b8b-68f9-4cd5-87e2-b03110d6b1e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.708955] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb1a722-e6f9-4e51-8dd4-1d1996cc479c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.717588] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593f8e16-0be3-4179-9dd4-ed26737c43f7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.752320] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306e2d45-dc23-4fd5-b684-0a1bae3f1478 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.760958] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b0c947-41c7-41d3-8a62-c1434033e03e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.775693] env[69959]: DEBUG nova.compute.provider_tree [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.834217] env[69959]: DEBUG oslo_concurrency.lockutils [None req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.047s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.278663] env[69959]: DEBUG nova.scheduler.client.report [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.787948] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.806366] env[69959]: INFO nova.scheduler.client.report [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Deleted allocations for instance e8a8267c-9619-4668-8ac1-e485a202a451 [ 1278.198223] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "aae48573-77c4-44ee-903d-c2f2a4365445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.198461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "aae48573-77c4-44ee-903d-c2f2a4365445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.233707] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "02b9f847-795a-45be-ad5a-511d7d0a9aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.233934] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.315707] env[69959]: DEBUG oslo_concurrency.lockutils [None req-150c0c09-de5f-42e1-83d9-85bf93a9f64e tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Lock "e8a8267c-9619-4668-8ac1-e485a202a451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.612s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.700987] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.736137] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.225674] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.225674] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.227011] env[69959]: INFO nova.compute.claims [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.257911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.375611] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e8678d-2072-4b1f-a9f8-00b80f8704ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.384505] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa430ef-a570-4b6b-ab5c-bbd165819a22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.421171] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c1347f-e719-4e5d-9b98-fa0d9ea77d59 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.429635] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d1280-5a24-4b1b-8d51-202528629504 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.445353] env[69959]: DEBUG nova.compute.provider_tree [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.947895] env[69959]: DEBUG nova.scheduler.client.report [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.453087] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.453917] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.456564] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.199s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.459850] env[69959]: INFO nova.compute.claims [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.964665] env[69959]: DEBUG nova.compute.utils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.968488] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.968883] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.034642] env[69959]: DEBUG nova.policy [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3212ab54abc845f08c35067e7ae5a398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f0e39227a04421e90e0122b1fa426ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.190567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "c57ef7d8-5e53-4a25-9434-7135ca85e161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.190815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "c57ef7d8-5e53-4a25-9434-7135ca85e161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.286196] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Successfully created port: 46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.469882] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.620870] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe57b6f-8e01-4f35-b36d-79fb8b0071c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.629202] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d66e4-a169-4193-b1f8-6b04c575c22b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.660663] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc77538-0202-4a5b-abbc-9859661482f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.668691] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3734bdfc-ee93-4885-8c04-47d29036269b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.683996] env[69959]: DEBUG nova.compute.provider_tree [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.693631] env[69959]: DEBUG nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.187432] env[69959]: DEBUG nova.scheduler.client.report [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.216912] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.481517] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.509757] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.510068] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.510239] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.510426] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.510568] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.510723] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.510921] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.511103] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.511282] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.511534] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.511661] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.512639] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d84a3-febe-4319-ad37-435ca54810d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.521860] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f49cfc-dfdc-46b4-94ec-e684c850641a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.673956] env[69959]: DEBUG nova.compute.manager [req-f3da4f1d-0d2e-4d9f-8e3b-f3a32cc27643 req-0898f6d0-d7e1-40d5-b220-0eda4a6ea049 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Received event network-vif-plugged-46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.674266] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3da4f1d-0d2e-4d9f-8e3b-f3a32cc27643 req-0898f6d0-d7e1-40d5-b220-0eda4a6ea049 service nova] Acquiring lock "aae48573-77c4-44ee-903d-c2f2a4365445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.674525] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3da4f1d-0d2e-4d9f-8e3b-f3a32cc27643 req-0898f6d0-d7e1-40d5-b220-0eda4a6ea049 service nova] Lock "aae48573-77c4-44ee-903d-c2f2a4365445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.674721] env[69959]: DEBUG oslo_concurrency.lockutils [req-f3da4f1d-0d2e-4d9f-8e3b-f3a32cc27643 req-0898f6d0-d7e1-40d5-b220-0eda4a6ea049 service nova] Lock "aae48573-77c4-44ee-903d-c2f2a4365445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.674860] env[69959]: DEBUG nova.compute.manager [req-f3da4f1d-0d2e-4d9f-8e3b-f3a32cc27643 req-0898f6d0-d7e1-40d5-b220-0eda4a6ea049 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] No waiting events found dispatching network-vif-plugged-46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1283.675038] env[69959]: WARNING nova.compute.manager [req-f3da4f1d-0d2e-4d9f-8e3b-f3a32cc27643 req-0898f6d0-d7e1-40d5-b220-0eda4a6ea049 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Received unexpected event network-vif-plugged-46d05689-c05d-4b76-899d-fbb56666a393 for instance with vm_state building and task_state spawning. [ 1283.692415] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.693273] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.695640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.479s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.697378] env[69959]: INFO nova.compute.claims [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.782324] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Successfully updated port: 46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.201960] env[69959]: DEBUG nova.compute.utils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.205412] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.205590] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.243242] env[69959]: DEBUG nova.policy [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3212ab54abc845f08c35067e7ae5a398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f0e39227a04421e90e0122b1fa426ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.285764] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "refresh_cache-aae48573-77c4-44ee-903d-c2f2a4365445" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.285874] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "refresh_cache-aae48573-77c4-44ee-903d-c2f2a4365445" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.286056] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.498302] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Successfully created port: a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.706242] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.829113] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.862750] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9417a3-78a4-4919-898f-d5786b9e73e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.871692] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f3dc8-c0b9-4f83-b668-7b667955e21c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.905398] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e9851c-7d73-4957-9a09-f3fc66d26cce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.913989] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0b687f-5c79-41a5-8265-7af18d003b08 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.928161] env[69959]: DEBUG nova.compute.provider_tree [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.998303] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Updating instance_info_cache with network_info: [{"id": "46d05689-c05d-4b76-899d-fbb56666a393", "address": "fa:16:3e:0a:23:9f", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d05689-c0", "ovs_interfaceid": "46d05689-c05d-4b76-899d-fbb56666a393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.432357] env[69959]: DEBUG nova.scheduler.client.report [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.501512] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "refresh_cache-aae48573-77c4-44ee-903d-c2f2a4365445" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.501873] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Instance network_info: |[{"id": "46d05689-c05d-4b76-899d-fbb56666a393", "address": "fa:16:3e:0a:23:9f", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d05689-c0", "ovs_interfaceid": "46d05689-c05d-4b76-899d-fbb56666a393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.502256] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:23:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d05689-c05d-4b76-899d-fbb56666a393', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.510066] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Creating folder: Project (6f0e39227a04421e90e0122b1fa426ae). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.510375] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9351cb3-5299-48b9-b9d2-8b1306a180c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.523428] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Created folder: Project (6f0e39227a04421e90e0122b1fa426ae) in parent group-v809535. [ 1285.523644] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Creating folder: Instances. Parent ref: group-v809855. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.523910] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f94ed89d-ca37-4a0d-9269-2153bda2f8c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.534418] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Created folder: Instances in parent group-v809855. [ 1285.534681] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.534916] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.535153] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd7ce0f7-5738-4145-a525-83660a4f85ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.555495] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.555495] env[69959]: value = "task-4087700" [ 1285.555495] env[69959]: _type = "Task" [ 1285.555495] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.563419] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087700, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.701131] env[69959]: DEBUG nova.compute.manager [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Received event network-changed-46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.701275] env[69959]: DEBUG nova.compute.manager [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Refreshing instance network info cache due to event network-changed-46d05689-c05d-4b76-899d-fbb56666a393. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.701482] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] Acquiring lock "refresh_cache-aae48573-77c4-44ee-903d-c2f2a4365445" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.701625] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] Acquired lock "refresh_cache-aae48573-77c4-44ee-903d-c2f2a4365445" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.701789] env[69959]: DEBUG nova.network.neutron [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Refreshing network info cache for port 46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.717834] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.748134] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.748473] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.748672] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.748835] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.748984] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.749146] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.749362] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.749519] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.749690] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.749845] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.750028] env[69959]: DEBUG nova.virt.hardware [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.751325] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d0b86-8cd4-4cd1-b1f2-a434d26ee6ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.760623] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f13c6b6-15b6-4848-ace5-e6f6783d33df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.938270] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.938946] env[69959]: DEBUG nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.976148] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Successfully updated port: a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.067072] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087700, 'name': CreateVM_Task, 'duration_secs': 0.323487} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.067072] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.067334] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.067334] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.067746] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.068067] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fe98fe-dfc0-4908-ae27-06d66f28dbfc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.073176] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1286.073176] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf03ce-7788-846e-ffd3-d553a857da0b" [ 1286.073176] env[69959]: _type = "Task" [ 1286.073176] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.081801] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf03ce-7788-846e-ffd3-d553a857da0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.425484] env[69959]: DEBUG nova.network.neutron [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Updated VIF entry in instance network info cache for port 46d05689-c05d-4b76-899d-fbb56666a393. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.425868] env[69959]: DEBUG nova.network.neutron [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Updating instance_info_cache with network_info: [{"id": "46d05689-c05d-4b76-899d-fbb56666a393", "address": "fa:16:3e:0a:23:9f", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d05689-c0", "ovs_interfaceid": "46d05689-c05d-4b76-899d-fbb56666a393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.443915] env[69959]: DEBUG nova.compute.utils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.445475] env[69959]: DEBUG nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1286.479100] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "refresh_cache-02b9f847-795a-45be-ad5a-511d7d0a9aec" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.479253] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "refresh_cache-02b9f847-795a-45be-ad5a-511d7d0a9aec" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.479562] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.584887] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52bf03ce-7788-846e-ffd3-d553a857da0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.584887] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.585366] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.585366] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.585597] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.585912] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.586312] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9148f548-fc73-45f4-8aa9-b9399ef46030 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.596898] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.597175] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.598121] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3744a5be-8883-40db-943e-a6babb27717e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.604625] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1286.604625] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5253322c-5ab5-5fed-b18a-9fd812e6808e" [ 1286.604625] env[69959]: _type = "Task" [ 1286.604625] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.613790] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5253322c-5ab5-5fed-b18a-9fd812e6808e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.928583] env[69959]: DEBUG oslo_concurrency.lockutils [req-4c45f40e-9380-4a06-8952-c038af9bc8c2 req-5140b1a9-8433-46b7-bfd7-5ba022d4b17b service nova] Releasing lock "refresh_cache-aae48573-77c4-44ee-903d-c2f2a4365445" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.946719] env[69959]: DEBUG nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.022301] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.116948] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5253322c-5ab5-5fed-b18a-9fd812e6808e, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.117447] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691f820e-e7eb-4d7a-a050-1c98b6af8d73 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.123429] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1287.123429] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ad834-e3b6-195e-1c6d-bad6917c0f9e" [ 1287.123429] env[69959]: _type = "Task" [ 1287.123429] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.131310] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ad834-e3b6-195e-1c6d-bad6917c0f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.146432] env[69959]: DEBUG nova.network.neutron [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Updating instance_info_cache with network_info: [{"id": "a9ae56d1-3b94-43ca-9161-718bfe935b2d", "address": "fa:16:3e:3c:ec:af", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ae56d1-3b", "ovs_interfaceid": "a9ae56d1-3b94-43ca-9161-718bfe935b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.636015] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526ad834-e3b6-195e-1c6d-bad6917c0f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.636400] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.636588] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] aae48573-77c4-44ee-903d-c2f2a4365445/aae48573-77c4-44ee-903d-c2f2a4365445.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.636875] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0404a9b-4c05-4a53-b71a-62587e0649d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.644689] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1287.644689] env[69959]: value = "task-4087701" [ 1287.644689] env[69959]: _type = "Task" [ 1287.644689] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.648668] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "refresh_cache-02b9f847-795a-45be-ad5a-511d7d0a9aec" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.649053] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Instance network_info: |[{"id": "a9ae56d1-3b94-43ca-9161-718bfe935b2d", "address": "fa:16:3e:3c:ec:af", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ae56d1-3b", "ovs_interfaceid": "a9ae56d1-3b94-43ca-9161-718bfe935b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.649442] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:ec:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9ae56d1-3b94-43ca-9161-718bfe935b2d', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.657094] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.657753] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.657988] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74548c1e-43aa-4595-97f3-c21638c4cf22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.675904] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.683121] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.683121] env[69959]: value = "task-4087702" [ 1287.683121] env[69959]: _type = "Task" [ 1287.683121] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.691979] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087702, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.731211] env[69959]: DEBUG nova.compute.manager [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Received event network-vif-plugged-a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.731595] env[69959]: DEBUG oslo_concurrency.lockutils [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] Acquiring lock "02b9f847-795a-45be-ad5a-511d7d0a9aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.731832] env[69959]: DEBUG oslo_concurrency.lockutils [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.732049] env[69959]: DEBUG oslo_concurrency.lockutils [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.732274] env[69959]: DEBUG nova.compute.manager [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] No waiting events found dispatching network-vif-plugged-a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1287.732496] env[69959]: WARNING nova.compute.manager [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Received unexpected event network-vif-plugged-a9ae56d1-3b94-43ca-9161-718bfe935b2d for instance with vm_state building and task_state spawning. [ 1287.732694] env[69959]: DEBUG nova.compute.manager [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Received event network-changed-a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.732905] env[69959]: DEBUG nova.compute.manager [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Refreshing instance network info cache due to event network-changed-a9ae56d1-3b94-43ca-9161-718bfe935b2d. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.733148] env[69959]: DEBUG oslo_concurrency.lockutils [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] Acquiring lock "refresh_cache-02b9f847-795a-45be-ad5a-511d7d0a9aec" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.733345] env[69959]: DEBUG oslo_concurrency.lockutils [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] Acquired lock "refresh_cache-02b9f847-795a-45be-ad5a-511d7d0a9aec" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.733548] env[69959]: DEBUG nova.network.neutron [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Refreshing network info cache for port a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.956987] env[69959]: DEBUG nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.989993] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.990289] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.990450] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.990633] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.990782] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.990935] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.991166] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.991350] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.991513] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.991675] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.991854] env[69959]: DEBUG nova.virt.hardware [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.992914] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518b4d6-7245-4931-a38f-0aaba74e3ac8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.002614] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb7a50e-4f88-46df-892a-256248812653 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.018537] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.024379] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Creating folder: Project (3399dfb77fe44f5a9dc5c5467325ad89). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.024780] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58840ec2-a44d-4225-a5aa-2211b5426ff7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.038058] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Created folder: Project (3399dfb77fe44f5a9dc5c5467325ad89) in parent group-v809535. [ 1288.038303] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Creating folder: Instances. Parent ref: group-v809859. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.038576] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6005b648-0421-49f2-bedc-6b5b6cd67119 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.050420] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Created folder: Instances in parent group-v809859. [ 1288.050726] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.050977] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.051263] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b85fc6dd-cfbf-41b0-b1b6-7d20e3b41ee4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.072406] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.072406] env[69959]: value = "task-4087705" [ 1288.072406] env[69959]: _type = "Task" [ 1288.072406] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.081702] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087705, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.155449] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087701, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.192792] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087702, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.466542] env[69959]: DEBUG nova.network.neutron [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Updated VIF entry in instance network info cache for port a9ae56d1-3b94-43ca-9161-718bfe935b2d. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.466949] env[69959]: DEBUG nova.network.neutron [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Updating instance_info_cache with network_info: [{"id": "a9ae56d1-3b94-43ca-9161-718bfe935b2d", "address": "fa:16:3e:3c:ec:af", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ae56d1-3b", "ovs_interfaceid": "a9ae56d1-3b94-43ca-9161-718bfe935b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.582832] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087705, 'name': CreateVM_Task, 'duration_secs': 0.345237} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.583093] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.583435] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.583599] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.583935] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.584199] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c195a308-cd1b-485f-a6d9-531cb4b9d481 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.589312] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1288.589312] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d18386-ef2e-4890-f0aa-55165b6f34f0" [ 1288.589312] env[69959]: _type = "Task" [ 1288.589312] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.598276] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d18386-ef2e-4890-f0aa-55165b6f34f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.654741] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518083} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.655245] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] aae48573-77c4-44ee-903d-c2f2a4365445/aae48573-77c4-44ee-903d-c2f2a4365445.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.655245] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.655502] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8177650-1fc8-4b9b-8792-24cdd724e739 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.662034] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1288.662034] env[69959]: value = "task-4087706" [ 1288.662034] env[69959]: _type = "Task" [ 1288.662034] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.670815] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.693417] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087702, 'name': CreateVM_Task, 'duration_secs': 0.517275} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.693658] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.694237] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.969322] env[69959]: DEBUG oslo_concurrency.lockutils [req-39b5499b-b78d-4364-9d3a-4e2c47b33ac9 req-1c42c79c-b223-4b3d-a0cd-1f6c71718b19 service nova] Releasing lock "refresh_cache-02b9f847-795a-45be-ad5a-511d7d0a9aec" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.100378] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d18386-ef2e-4890-f0aa-55165b6f34f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.100652] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.100883] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.101136] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.101285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.101460] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.101731] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.102041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.102303] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adb6fd15-1573-4293-bd2d-4ea2e7b1f780 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.104022] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da740414-22c4-474b-8262-ce15a22d595d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.109015] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1289.109015] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aeb811-223b-59b7-f06f-4a7ec11ab28a" [ 1289.109015] env[69959]: _type = "Task" [ 1289.109015] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.116301] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aeb811-223b-59b7-f06f-4a7ec11ab28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.138127] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.138332] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.139079] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f719df-2e39-4890-81e3-445f4e3f8036 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.144850] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1289.144850] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7643e-e4c3-bb51-8f37-636bbbc70684" [ 1289.144850] env[69959]: _type = "Task" [ 1289.144850] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.153149] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7643e-e4c3-bb51-8f37-636bbbc70684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.171312] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073978} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.171614] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.172462] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd7aa37-b735-48b2-af41-7e0c9b9c52d6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.195642] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] aae48573-77c4-44ee-903d-c2f2a4365445/aae48573-77c4-44ee-903d-c2f2a4365445.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.196029] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd62be8c-2651-4467-b346-896391d3b595 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.216068] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1289.216068] env[69959]: value = "task-4087707" [ 1289.216068] env[69959]: _type = "Task" [ 1289.216068] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.225061] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.620102] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aeb811-223b-59b7-f06f-4a7ec11ab28a, 'name': SearchDatastore_Task, 'duration_secs': 0.045384} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.620430] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.620670] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.620899] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.654744] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52f7643e-e4c3-bb51-8f37-636bbbc70684, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.655578] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477b3910-5b30-46f0-b951-f4546b4f712f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.661240] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1289.661240] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52294d37-ccc6-8c75-61bd-419467d90583" [ 1289.661240] env[69959]: _type = "Task" [ 1289.661240] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.669628] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52294d37-ccc6-8c75-61bd-419467d90583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.726485] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.173072] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52294d37-ccc6-8c75-61bd-419467d90583, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.173334] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.173566] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.173848] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.174044] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.174275] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d15ccfc3-99f8-46f5-a202-093334b2aac6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.176178] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c385c8-7417-4696-8076-cba8e29a837d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.185075] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1290.185075] env[69959]: value = "task-4087708" [ 1290.185075] env[69959]: _type = "Task" [ 1290.185075] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.186157] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.186333] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.189628] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb179e7-6848-457a-9432-c77fd2525899 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.196966] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.198440] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1290.198440] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d5fbae-49aa-b5c0-20f8-7b0a46e0e8e0" [ 1290.198440] env[69959]: _type = "Task" [ 1290.198440] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.206202] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d5fbae-49aa-b5c0-20f8-7b0a46e0e8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.227511] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.696921] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.710102] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d5fbae-49aa-b5c0-20f8-7b0a46e0e8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.018462} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.711065] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b69d840-84b1-447a-af3a-89eb913be0d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.717946] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1290.717946] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c43244-6b0b-da0c-be8d-00da6abfddce" [ 1290.717946] env[69959]: _type = "Task" [ 1290.717946] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.731503] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087707, 'name': ReconfigVM_Task, 'duration_secs': 1.281715} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.735213] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Reconfigured VM instance instance-00000075 to attach disk [datastore1] aae48573-77c4-44ee-903d-c2f2a4365445/aae48573-77c4-44ee-903d-c2f2a4365445.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.735960] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c43244-6b0b-da0c-be8d-00da6abfddce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.736312] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb45c991-9372-44ff-8ee0-e44890ba43e7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.744102] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1290.744102] env[69959]: value = "task-4087709" [ 1290.744102] env[69959]: _type = "Task" [ 1290.744102] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.753823] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087709, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.196787] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694527} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.197630] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.197630] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.197834] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ca08fc6-8790-452f-9f94-d45e9af624cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.205469] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1291.205469] env[69959]: value = "task-4087710" [ 1291.205469] env[69959]: _type = "Task" [ 1291.205469] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.214566] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.230954] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c43244-6b0b-da0c-be8d-00da6abfddce, 'name': SearchDatastore_Task, 'duration_secs': 0.058564} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.231844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.231844] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 02b9f847-795a-45be-ad5a-511d7d0a9aec/02b9f847-795a-45be-ad5a-511d7d0a9aec.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.231844] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b1c779-a88f-4324-a889-541b802ffef0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.238984] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1291.238984] env[69959]: value = "task-4087711" [ 1291.238984] env[69959]: _type = "Task" [ 1291.238984] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.250014] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.254993] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087709, 'name': Rename_Task, 'duration_secs': 0.220532} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.255267] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.255509] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6181f4c3-7178-4ff3-8ef8-ea7f122887e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.261209] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1291.261209] env[69959]: value = "task-4087712" [ 1291.261209] env[69959]: _type = "Task" [ 1291.261209] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.269594] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.716206] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160672} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.716638] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.717614] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0985f1d-5029-4cd2-9ff4-4fff2f1c885f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.741363] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.741785] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea98b40-773f-4550-879f-8d1e9e696034 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.769099] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1291.769099] env[69959]: value = "task-4087713" [ 1291.769099] env[69959]: _type = "Task" [ 1291.769099] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.773262] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087711, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.780819] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087712, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.787133] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.251579] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561063} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.253066] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 02b9f847-795a-45be-ad5a-511d7d0a9aec/02b9f847-795a-45be-ad5a-511d7d0a9aec.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.253066] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.253066] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a44dc88-e7d5-430c-8240-11037a897f3d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.259115] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1292.259115] env[69959]: value = "task-4087714" [ 1292.259115] env[69959]: _type = "Task" [ 1292.259115] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.268977] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.274067] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087712, 'name': PowerOnVM_Task, 'duration_secs': 0.776569} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.277019] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.277248] env[69959]: INFO nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1292.277434] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1292.278192] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b44274a-87f2-4cea-86e4-05048d695bf6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.285970] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087713, 'name': ReconfigVM_Task, 'duration_secs': 0.296213} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.287645] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.290897] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef43ad80-44c7-40dc-a4a7-1e224514eff2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.298924] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1292.298924] env[69959]: value = "task-4087715" [ 1292.298924] env[69959]: _type = "Task" [ 1292.298924] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.308830] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087715, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.453043] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.453468] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.453610] env[69959]: INFO nova.compute.manager [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Shelving [ 1292.769682] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061646} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.770106] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.770920] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb2204b-a2b1-4248-803d-61abdabdf78a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.795456] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 02b9f847-795a-45be-ad5a-511d7d0a9aec/02b9f847-795a-45be-ad5a-511d7d0a9aec.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.799493] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-028695cd-e210-4793-8383-b893fb148420 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.819061] env[69959]: INFO nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Took 13.61 seconds to build instance. [ 1292.825764] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087715, 'name': Rename_Task, 'duration_secs': 0.133111} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.827144] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.827490] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1292.827490] env[69959]: value = "task-4087716" [ 1292.827490] env[69959]: _type = "Task" [ 1292.827490] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.827698] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d68bc5-2aeb-4aa7-9b83-c551454cdf2a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.839657] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.841069] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1292.841069] env[69959]: value = "task-4087717" [ 1292.841069] env[69959]: _type = "Task" [ 1292.841069] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.849892] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.321445] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "aae48573-77c4-44ee-903d-c2f2a4365445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.123s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.338859] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087716, 'name': ReconfigVM_Task, 'duration_secs': 0.350044} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.339151] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 02b9f847-795a-45be-ad5a-511d7d0a9aec/02b9f847-795a-45be-ad5a-511d7d0a9aec.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.339796] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a752c035-6e49-489c-96c2-a85a64ffd938 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.350334] env[69959]: DEBUG oslo_vmware.api [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087717, 'name': PowerOnVM_Task, 'duration_secs': 0.48998} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.351490] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.351706] env[69959]: INFO nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Took 5.39 seconds to spawn the instance on the hypervisor. [ 1293.351907] env[69959]: DEBUG nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.352240] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1293.352240] env[69959]: value = "task-4087718" [ 1293.352240] env[69959]: _type = "Task" [ 1293.352240] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.352920] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f3a5cd-d2fc-4310-b13d-c71e10a406f1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.366907] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087718, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.462856] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.463200] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba2a5cfd-f67e-4db0-9f81-23b445db3c7b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.470901] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1293.470901] env[69959]: value = "task-4087719" [ 1293.470901] env[69959]: _type = "Task" [ 1293.470901] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.480348] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.865858] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087718, 'name': Rename_Task, 'duration_secs': 0.166366} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.866222] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.866441] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088750d4-c736-4316-a70a-643963b00666 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.874167] env[69959]: INFO nova.compute.manager [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Took 10.68 seconds to build instance. [ 1293.882500] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1293.882500] env[69959]: value = "task-4087720" [ 1293.882500] env[69959]: _type = "Task" [ 1293.882500] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.894389] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.982298] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087719, 'name': PowerOffVM_Task, 'duration_secs': 0.493268} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.982298] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.982298] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee07d8b-4a52-493f-bcdc-a961c1ed2b7b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.001216] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d90d39d-f0f7-4d11-a351-6b1452b6e1ac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.376629] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2c284f93-82b7-46a6-a092-c667f02e5dde tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "c57ef7d8-5e53-4a25-9434-7135ca85e161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.185s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.384536] env[69959]: INFO nova.compute.manager [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Rebuilding instance [ 1294.397922] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.431199] env[69959]: DEBUG nova.compute.manager [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.432095] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304e878-365b-4e08-9cf5-0a84ed58ba09 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.512552] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Creating Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1294.512552] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49b4fef4-7235-45da-8a0c-d33cfcfce81f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.521974] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1294.521974] env[69959]: value = "task-4087721" [ 1294.521974] env[69959]: _type = "Task" [ 1294.521974] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.534020] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.898067] env[69959]: DEBUG oslo_vmware.api [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087720, 'name': PowerOnVM_Task, 'duration_secs': 0.559038} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.898481] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.898606] env[69959]: INFO nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1294.898812] env[69959]: DEBUG nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.899656] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66feaecc-d9ff-4f50-9bd1-bcbb8dcb1dcf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.032358] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.328516] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.328755] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.419364] env[69959]: INFO nova.compute.manager [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Took 16.18 seconds to build instance. [ 1295.445471] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.445719] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bbf418d-9d6c-4a51-afcf-1ffc52753706 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.452970] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1295.452970] env[69959]: value = "task-4087722" [ 1295.452970] env[69959]: _type = "Task" [ 1295.452970] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.465288] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.533402] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087721, 'name': CreateSnapshot_Task, 'duration_secs': 0.585572} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.533687] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Created Snapshot of the VM instance {{(pid=69959) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1295.534622] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d63bda-2c56-4fd6-b382-9898fc46d930 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.886943] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "aae48573-77c4-44ee-903d-c2f2a4365445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.887235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "aae48573-77c4-44ee-903d-c2f2a4365445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.887452] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "aae48573-77c4-44ee-903d-c2f2a4365445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.887640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "aae48573-77c4-44ee-903d-c2f2a4365445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.887812] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "aae48573-77c4-44ee-903d-c2f2a4365445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.890273] env[69959]: INFO nova.compute.manager [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Terminating instance [ 1295.922057] env[69959]: DEBUG oslo_concurrency.lockutils [None req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.688s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.963962] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "02b9f847-795a-45be-ad5a-511d7d0a9aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.964205] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.964266] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "02b9f847-795a-45be-ad5a-511d7d0a9aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.964485] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.964668] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.966282] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087722, 'name': PowerOffVM_Task, 'duration_secs': 0.125039} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.966812] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.967860] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.968377] env[69959]: INFO nova.compute.manager [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Terminating instance [ 1295.971582] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c85d1f-c85a-4211-9010-1c506f893103 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.979794] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.979924] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421f527f-efae-4f57-b346-36bf67afe92f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.011980] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.012311] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.012565] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Deleting the datastore file [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.012765] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e69aa05-aa3e-49d0-91a3-ee1dfc4da817 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.022533] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1296.022533] env[69959]: value = "task-4087724" [ 1296.022533] env[69959]: _type = "Task" [ 1296.022533] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.032694] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.053825] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Creating linked-clone VM from snapshot {{(pid=69959) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1296.054120] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05ced88b-a27b-4157-964f-131f8df592f1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.065029] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1296.065029] env[69959]: value = "task-4087725" [ 1296.065029] env[69959]: _type = "Task" [ 1296.065029] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.073585] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087725, 'name': CloneVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.395474] env[69959]: DEBUG nova.compute.manager [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.395884] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.397145] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882ac46-8523-4daf-a4a7-5174b90a6545 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.405523] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.405796] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5e48fc5-9495-4f65-ba13-1bb7e5850def {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.412292] env[69959]: DEBUG oslo_vmware.api [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1296.412292] env[69959]: value = "task-4087726" [ 1296.412292] env[69959]: _type = "Task" [ 1296.412292] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.420790] env[69959]: DEBUG oslo_vmware.api [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.471974] env[69959]: DEBUG nova.compute.manager [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.472299] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.473251] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7862fe2e-8137-4e3e-8c6d-dcf951bdf15d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.481309] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.481595] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d212f00-c627-4063-9090-ecc06dadfd1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.489251] env[69959]: DEBUG oslo_vmware.api [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1296.489251] env[69959]: value = "task-4087727" [ 1296.489251] env[69959]: _type = "Task" [ 1296.489251] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.503486] env[69959]: DEBUG oslo_vmware.api [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.535167] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248508} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.535731] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.535731] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.535938] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.577074] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087725, 'name': CloneVM_Task} progress is 94%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.922553] env[69959]: DEBUG oslo_vmware.api [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087726, 'name': PowerOffVM_Task, 'duration_secs': 0.351583} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.922955] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.923041] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.923269] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758bd58a-77a0-47f2-80c5-4953eaded89d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.000967] env[69959]: DEBUG oslo_vmware.api [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087727, 'name': PowerOffVM_Task, 'duration_secs': 0.208767} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.001361] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.001544] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.001835] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eae0f811-508e-4c23-a657-2a681187e802 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.010043] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.010334] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.010553] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleting the datastore file [datastore1] aae48573-77c4-44ee-903d-c2f2a4365445 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.010874] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea5f4e1a-d37c-46be-952e-efbac7403e2d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.019214] env[69959]: DEBUG oslo_vmware.api [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1297.019214] env[69959]: value = "task-4087730" [ 1297.019214] env[69959]: _type = "Task" [ 1297.019214] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.028507] env[69959]: DEBUG oslo_vmware.api [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.076915] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087725, 'name': CloneVM_Task} progress is 95%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.091563] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.091853] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.091987] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleting the datastore file [datastore1] 02b9f847-795a-45be-ad5a-511d7d0a9aec {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.092392] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea33777-f216-4871-b731-8b27ee5c1b45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.100838] env[69959]: DEBUG oslo_vmware.api [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1297.100838] env[69959]: value = "task-4087731" [ 1297.100838] env[69959]: _type = "Task" [ 1297.100838] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.110270] env[69959]: DEBUG oslo_vmware.api [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.530503] env[69959]: DEBUG oslo_vmware.api [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148382} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.530864] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.531114] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.531317] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.531500] env[69959]: INFO nova.compute.manager [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1297.531761] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.531965] env[69959]: DEBUG nova.compute.manager [-] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.532080] env[69959]: DEBUG nova.network.neutron [-] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.578739] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087725, 'name': CloneVM_Task, 'duration_secs': 1.231394} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.581174] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.581615] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.581615] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.581744] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.581895] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.582077] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.582325] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.582517] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.582702] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.582900] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.583112] env[69959]: DEBUG nova.virt.hardware [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.583429] env[69959]: INFO nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Created linked-clone VM from snapshot [ 1297.584312] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a91bf-a25e-4159-89a1-18223c30c834 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.587357] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49369cf5-8eee-45d8-8635-71aa43ab2e0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.598354] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ba852-b303-45f2-8220-62cbc51f0602 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.602769] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Uploading image 40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1297.624544] env[69959]: DEBUG oslo_vmware.api [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174547} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.625857] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.630585] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.632956] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.633170] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.633352] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.633528] env[69959]: INFO nova.compute.manager [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1297.633767] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.633955] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.634415] env[69959]: DEBUG nova.compute.manager [-] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.634520] env[69959]: DEBUG nova.network.neutron [-] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.636190] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ced2f4-9696-4503-9867-dc6792e598c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.650165] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1297.650165] env[69959]: value = "vm-809863" [ 1297.650165] env[69959]: _type = "VirtualMachine" [ 1297.650165] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1297.650506] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d0ce2ee-18a2-448b-85a3-6b891c097a45 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.658872] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease: (returnval){ [ 1297.658872] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264aa84-028a-aeeb-7099-c7c134fad1e8" [ 1297.658872] env[69959]: _type = "HttpNfcLease" [ 1297.658872] env[69959]: } obtained for exporting VM: (result){ [ 1297.658872] env[69959]: value = "vm-809863" [ 1297.658872] env[69959]: _type = "VirtualMachine" [ 1297.658872] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1297.659703] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the lease: (returnval){ [ 1297.659703] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264aa84-028a-aeeb-7099-c7c134fad1e8" [ 1297.659703] env[69959]: _type = "HttpNfcLease" [ 1297.659703] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1297.660105] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.660105] env[69959]: value = "task-4087732" [ 1297.660105] env[69959]: _type = "Task" [ 1297.660105] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.670076] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.670076] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264aa84-028a-aeeb-7099-c7c134fad1e8" [ 1297.670076] env[69959]: _type = "HttpNfcLease" [ 1297.670076] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1297.673192] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087732, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.962057] env[69959]: DEBUG nova.compute.manager [req-2ef54b73-faeb-4eaf-ab27-669f74805864 req-6eba0f5d-1182-4ebf-bfa9-a8c06eeecf7c service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Received event network-vif-deleted-a9ae56d1-3b94-43ca-9161-718bfe935b2d {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.962408] env[69959]: INFO nova.compute.manager [req-2ef54b73-faeb-4eaf-ab27-669f74805864 req-6eba0f5d-1182-4ebf-bfa9-a8c06eeecf7c service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Neutron deleted interface a9ae56d1-3b94-43ca-9161-718bfe935b2d; detaching it from the instance and deleting it from the info cache [ 1297.962481] env[69959]: DEBUG nova.network.neutron [req-2ef54b73-faeb-4eaf-ab27-669f74805864 req-6eba0f5d-1182-4ebf-bfa9-a8c06eeecf7c service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.140669] env[69959]: DEBUG nova.compute.manager [req-5c93568b-d59a-4dee-b7b2-c9340c928643 req-4af0b085-8823-4978-9cba-c70e3631c077 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Received event network-vif-deleted-46d05689-c05d-4b76-899d-fbb56666a393 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.141032] env[69959]: INFO nova.compute.manager [req-5c93568b-d59a-4dee-b7b2-c9340c928643 req-4af0b085-8823-4978-9cba-c70e3631c077 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Neutron deleted interface 46d05689-c05d-4b76-899d-fbb56666a393; detaching it from the instance and deleting it from the info cache [ 1298.141306] env[69959]: DEBUG nova.network.neutron [req-5c93568b-d59a-4dee-b7b2-c9340c928643 req-4af0b085-8823-4978-9cba-c70e3631c077 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.176021] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.176021] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264aa84-028a-aeeb-7099-c7c134fad1e8" [ 1298.176021] env[69959]: _type = "HttpNfcLease" [ 1298.176021] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.180281] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.180281] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5264aa84-028a-aeeb-7099-c7c134fad1e8" [ 1298.180281] env[69959]: _type = "HttpNfcLease" [ 1298.180281] env[69959]: }. {{(pid=69959) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1298.180606] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087732, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.181405] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33051d5-5c9e-44aa-96bf-e09f3bcae794 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.190572] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52adc0af-570f-ec95-7781-d6bf4bbc1a22/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.190775] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52adc0af-570f-ec95-7781-d6bf4bbc1a22/disk-0.vmdk for reading. {{(pid=69959) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1298.323956] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.328813] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.329102] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.329276] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.329426] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1298.410989] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2f76f28-28d6-4414-b77b-7278f9061dcc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.427284] env[69959]: DEBUG nova.network.neutron [-] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.465197] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b00aa69-ce18-4754-b15d-cbb6fe3bcaa8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.474917] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f497875-71a5-4457-a236-77be777743b2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.506818] env[69959]: DEBUG nova.compute.manager [req-2ef54b73-faeb-4eaf-ab27-669f74805864 req-6eba0f5d-1182-4ebf-bfa9-a8c06eeecf7c service nova] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Detach interface failed, port_id=a9ae56d1-3b94-43ca-9161-718bfe935b2d, reason: Instance 02b9f847-795a-45be-ad5a-511d7d0a9aec could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.624129] env[69959]: DEBUG nova.network.neutron [-] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.644969] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-150980ef-d953-45fd-bfdc-7e8dc683aed4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.655074] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867abac6-16c9-4234-80b8-5edd316ff6c3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.675565] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087732, 'name': CreateVM_Task, 'duration_secs': 0.620214} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.675817] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.676421] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.676779] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.677139] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.686515] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a74121-1440-4630-aa95-afb33c75e67b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.688430] env[69959]: DEBUG nova.compute.manager [req-5c93568b-d59a-4dee-b7b2-c9340c928643 req-4af0b085-8823-4978-9cba-c70e3631c077 service nova] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Detach interface failed, port_id=46d05689-c05d-4b76-899d-fbb56666a393, reason: Instance aae48573-77c4-44ee-903d-c2f2a4365445 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.692638] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1298.692638] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aa06b3-fc58-b07f-a232-2389bd5208c8" [ 1298.692638] env[69959]: _type = "Task" [ 1298.692638] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.701260] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aa06b3-fc58-b07f-a232-2389bd5208c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.931854] env[69959]: INFO nova.compute.manager [-] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Took 1.30 seconds to deallocate network for instance. [ 1299.126938] env[69959]: INFO nova.compute.manager [-] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Took 1.59 seconds to deallocate network for instance. [ 1299.204379] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52aa06b3-fc58-b07f-a232-2389bd5208c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018102} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.205546] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.205546] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.205865] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.206034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.206326] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.206520] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f728ac79-4a40-4793-a6da-4b7678622c30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.217441] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.217746] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.218714] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669fb682-75bb-47c3-a8aa-5f8eede250cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.226657] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1299.226657] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c96bc7-73bd-bd03-3509-0a64d81b7d89" [ 1299.226657] env[69959]: _type = "Task" [ 1299.226657] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.235056] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c96bc7-73bd-bd03-3509-0a64d81b7d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.328711] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.439329] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.439706] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.440215] env[69959]: DEBUG nova.objects.instance [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lazy-loading 'resources' on Instance uuid 02b9f847-795a-45be-ad5a-511d7d0a9aec {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.633624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.738263] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52c96bc7-73bd-bd03-3509-0a64d81b7d89, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.739197] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0bfd8a-0182-4f97-9a4a-3f72cc546037 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.745502] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1299.745502] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a96313-5226-c05a-d315-0907e03b71fb" [ 1299.745502] env[69959]: _type = "Task" [ 1299.745502] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.754553] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a96313-5226-c05a-d315-0907e03b71fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.832461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.095087] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b40c2-cecb-4004-88e6-34ae6916e7da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.106940] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff87f6d-7ab9-49b7-bc8c-99a5ee316ab6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.142295] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b298b50-fc77-4673-8e1c-0f2ee1ca4220 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.147387] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.147647] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.153464] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bdf090-5775-425b-9cce-61e9489da429 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.170090] env[69959]: DEBUG nova.compute.provider_tree [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.258426] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a96313-5226-c05a-d315-0907e03b71fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.258640] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.258907] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.259197] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c872768-ad5a-40c1-be14-475610d23692 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.267524] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1300.267524] env[69959]: value = "task-4087734" [ 1300.267524] env[69959]: _type = "Task" [ 1300.267524] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.277698] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.654381] env[69959]: DEBUG nova.compute.utils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.673208] env[69959]: DEBUG nova.scheduler.client.report [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.779737] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.160374] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.178687] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.181210] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.548s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.181462] env[69959]: DEBUG nova.objects.instance [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lazy-loading 'resources' on Instance uuid aae48573-77c4-44ee-903d-c2f2a4365445 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.217801] env[69959]: INFO nova.scheduler.client.report [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted allocations for instance 02b9f847-795a-45be-ad5a-511d7d0a9aec [ 1301.279380] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600052} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.280065] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.280302] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.280603] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afa3d87-349e-486f-bb11-54c343a2870b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.289759] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1301.289759] env[69959]: value = "task-4087735" [ 1301.289759] env[69959]: _type = "Task" [ 1301.289759] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.299541] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.729423] env[69959]: DEBUG oslo_concurrency.lockutils [None req-17940da5-3959-42ac-a32e-cc2c286dc6a6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "02b9f847-795a-45be-ad5a-511d7d0a9aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.801686] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070299} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.802024] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.805262] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55520b0-dc5c-4554-89e7-8987874ad51b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.826581] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.829773] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89f78e3-1d4c-4c19-a66b-f4b979c96af2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.853135] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1301.853135] env[69959]: value = "task-4087736" [ 1301.853135] env[69959]: _type = "Task" [ 1301.853135] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.859308] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452b09a-d258-4515-b2b4-8f51a519a109 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.871343] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1678615-476b-4159-a7e8-ca24b3faf99b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.874842] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.905784] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f9795c-cbcd-4274-a336-3f582fef4897 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.914377] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db47c8c-01fd-4553-a7db-07604b459d5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.928944] env[69959]: DEBUG nova.compute.provider_tree [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.216286] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.216886] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.216886] env[69959]: INFO nova.compute.manager [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Attaching volume 054698c1-cc24-4a42-b4c3-87d2c649e665 to /dev/sdb [ 1302.259149] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a514df84-c6d3-4856-8424-47c564d75bbe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.267867] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabb9581-c33b-4e78-865d-0742ec9727bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.282655] env[69959]: DEBUG nova.virt.block_device [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updating existing volume attachment record: 14c2e5d6-34d6-4486-8a1b-2f35dca6641d {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1302.363833] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087736, 'name': ReconfigVM_Task, 'duration_secs': 0.499928} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.364138] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161/c57ef7d8-5e53-4a25-9434-7135ca85e161.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.364827] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-244beceb-3bf1-49ed-8fdd-9e4aeb2bb872 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.372059] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1302.372059] env[69959]: value = "task-4087737" [ 1302.372059] env[69959]: _type = "Task" [ 1302.372059] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.381355] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087737, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.432925] env[69959]: DEBUG nova.scheduler.client.report [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.884061] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087737, 'name': Rename_Task, 'duration_secs': 0.206792} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.884061] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.884361] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d3f9d52-0ea8-4bd7-9dee-940a4224a81b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.891920] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1302.891920] env[69959]: value = "task-4087741" [ 1302.891920] env[69959]: _type = "Task" [ 1302.891920] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.901282] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.938471] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.940951] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.109s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.941194] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.941322] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1302.942198] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b203a078-8d8a-446e-bea0-fae1ca47acd4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.951098] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3584a-72fb-4f52-bd9c-12897778eeb2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.969288] env[69959]: INFO nova.scheduler.client.report [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted allocations for instance aae48573-77c4-44ee-903d-c2f2a4365445 [ 1302.971055] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c81027-251c-4d3b-bda5-042a7a340897 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.981509] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d65519-58d8-4674-bf9b-e90ff9cb3729 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.012681] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178803MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1303.012910] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.013071] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.402851] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.480466] env[69959]: DEBUG oslo_concurrency.lockutils [None req-aff091d1-9b5a-4237-a737-0dac68a80c98 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "aae48573-77c4-44ee-903d-c2f2a4365445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.593s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.903819] env[69959]: DEBUG oslo_vmware.api [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087741, 'name': PowerOnVM_Task, 'duration_secs': 0.609239} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.904165] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.904505] env[69959]: DEBUG nova.compute.manager [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.905422] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37233e11-d8fe-4201-b057-0f0182e2002f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.040767] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d32b1b0e-4856-466f-b28e-19a691a8e164 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.040937] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5f330df8-015b-465c-9a06-78bd7d28d5bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.041076] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 6b80778e-58da-4122-9434-c28e780729e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.041197] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aa54b751-3d69-4ff4-baeb-fcb14452f214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.041314] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.041429] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b601e350-dccf-407a-b7af-f03c87a30138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.041547] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 09589bdd-96d4-44a8-9f3b-cb871aa13f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.041655] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance c57ef7d8-5e53-4a25-9434-7135ca85e161 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1304.427129] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.453190] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "cecbebef-bd17-4fe0-af8b-a8065591831d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.453433] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.455661] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.456081] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.487610] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "320de866-2b68-482d-a8a6-4077ab84869a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.487884] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "320de866-2b68-482d-a8a6-4077ab84869a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.544685] env[69959]: INFO nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance cecbebef-bd17-4fe0-af8b-a8065591831d has allocations against this compute host but is not found in the database. [ 1304.958592] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.962016] env[69959]: DEBUG nova.compute.utils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.991298] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.047793] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 320de866-2b68-482d-a8a6-4077ab84869a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1305.048069] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1305.048227] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1305.192416] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8901400-a644-4934-bc21-99e3c9eed62b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.200999] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7675ac9-4460-4954-a702-f481ffa0cd00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.234148] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d8a635-b6f4-4d9c-97d4-f8d19a62b145 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.242320] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4bdca3-b012-42e1-85c8-7a4f9c8c0e21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.255721] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.467392] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.485547] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.511822] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.525092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "c57ef7d8-5e53-4a25-9434-7135ca85e161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.525092] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "c57ef7d8-5e53-4a25-9434-7135ca85e161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.526212] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "c57ef7d8-5e53-4a25-9434-7135ca85e161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.526755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "c57ef7d8-5e53-4a25-9434-7135ca85e161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.526755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "c57ef7d8-5e53-4a25-9434-7135ca85e161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.528936] env[69959]: INFO nova.compute.manager [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Terminating instance [ 1305.759474] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.980860] env[69959]: DEBUG nova.compute.manager [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Stashing vm_state: active {{(pid=69959) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1306.032567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "refresh_cache-c57ef7d8-5e53-4a25-9434-7135ca85e161" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.032775] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquired lock "refresh_cache-c57ef7d8-5e53-4a25-9434-7135ca85e161" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.032942] env[69959]: DEBUG nova.network.neutron [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.265113] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1306.265344] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.252s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.265673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.839s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.265983] env[69959]: DEBUG nova.objects.instance [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1306.503441] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.521418] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.521604] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.521838] env[69959]: INFO nova.compute.manager [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Attaching volume 8236b8d4-c513-40fd-908a-b29d8f275dca to /dev/sdb [ 1306.551975] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d7771-7728-4848-bb05-c7608d9fc285 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.555679] env[69959]: DEBUG nova.network.neutron [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.562387] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957e308-ae00-442e-923e-a61ce9563200 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.577329] env[69959]: DEBUG nova.virt.block_device [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating existing volume attachment record: e227c90a-2848-456a-86b2-5349b72d7747 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1306.619825] env[69959]: DEBUG nova.network.neutron [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.122884] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Releasing lock "refresh_cache-c57ef7d8-5e53-4a25-9434-7135ca85e161" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.123358] env[69959]: DEBUG nova.compute.manager [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.123587] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.124571] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22aa304-7d40-480a-92f9-b5a7a11b7592 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.133142] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.133399] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ac12e8-9361-4b01-b304-6e48135cbfed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.140177] env[69959]: DEBUG oslo_vmware.api [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1307.140177] env[69959]: value = "task-4087746" [ 1307.140177] env[69959]: _type = "Task" [ 1307.140177] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.150036] env[69959]: DEBUG oslo_vmware.api [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.276127] env[69959]: DEBUG oslo_concurrency.lockutils [None req-45566424-e511-4be1-871c-ca91350d144c tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.277511] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.792s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.279449] env[69959]: INFO nova.compute.claims [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.335457] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1307.335866] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809866', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'name': 'volume-054698c1-cc24-4a42-b4c3-87d2c649e665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54b751-3d69-4ff4-baeb-fcb14452f214', 'attached_at': '', 'detached_at': '', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'serial': '054698c1-cc24-4a42-b4c3-87d2c649e665'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1307.337461] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1fe90-736d-42f3-809b-188fb1eb58c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.357503] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38a954-fb33-4418-aa11-bde79912dc89 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.386206] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-054698c1-cc24-4a42-b4c3-87d2c649e665/volume-054698c1-cc24-4a42-b4c3-87d2c649e665.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.386630] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c285cfed-06c3-434f-a1f1-5ec5d0806a9c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.406698] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1307.406698] env[69959]: value = "task-4087747" [ 1307.406698] env[69959]: _type = "Task" [ 1307.406698] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.418202] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.650987] env[69959]: DEBUG oslo_vmware.api [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087746, 'name': PowerOffVM_Task, 'duration_secs': 0.149988} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.651510] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.651510] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.651779] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82377d72-145e-4ecd-9d7b-ebd68d5166d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.680119] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.680367] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.680575] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Deleting the datastore file [datastore1] c57ef7d8-5e53-4a25-9434-7135ca85e161 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.680897] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80fd0a79-35a0-4059-889b-4d3504805fed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.688605] env[69959]: DEBUG oslo_vmware.api [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for the task: (returnval){ [ 1307.688605] env[69959]: value = "task-4087749" [ 1307.688605] env[69959]: _type = "Task" [ 1307.688605] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.698533] env[69959]: DEBUG oslo_vmware.api [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.919345] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087747, 'name': ReconfigVM_Task, 'duration_secs': 0.377771} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.919633] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-054698c1-cc24-4a42-b4c3-87d2c649e665/volume-054698c1-cc24-4a42-b4c3-87d2c649e665.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.925051] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee788190-2270-476e-9931-d9cc7537aa13 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.941404] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1307.941404] env[69959]: value = "task-4087750" [ 1307.941404] env[69959]: _type = "Task" [ 1307.941404] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.956609] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.084274] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52adc0af-570f-ec95-7781-d6bf4bbc1a22/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1308.085208] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a0227-87ee-40ef-926d-3ef517505239 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.092364] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52adc0af-570f-ec95-7781-d6bf4bbc1a22/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1308.092985] env[69959]: ERROR oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52adc0af-570f-ec95-7781-d6bf4bbc1a22/disk-0.vmdk due to incomplete transfer. [ 1308.092985] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af5ef838-5e3f-4fef-a58f-26b71f6586ed {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.100570] env[69959]: DEBUG oslo_vmware.rw_handles [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52adc0af-570f-ec95-7781-d6bf4bbc1a22/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1308.100771] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Uploaded image 40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e to the Glance image server {{(pid=69959) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1308.103311] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Destroying the VM {{(pid=69959) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1308.103587] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26c272a8-fbe5-4dd0-a042-9a19cf7d75e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.110557] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1308.110557] env[69959]: value = "task-4087751" [ 1308.110557] env[69959]: _type = "Task" [ 1308.110557] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.119437] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087751, 'name': Destroy_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.199297] env[69959]: DEBUG oslo_vmware.api [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Task: {'id': task-4087749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23965} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.199754] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.199972] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.200174] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.200358] env[69959]: INFO nova.compute.manager [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1308.200605] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.200804] env[69959]: DEBUG nova.compute.manager [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.200900] env[69959]: DEBUG nova.network.neutron [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.216981] env[69959]: DEBUG nova.network.neutron [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.428496] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52280d71-7f46-428b-a44e-cd9b891dba2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.436418] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d28a04-c052-49c1-96c4-fbaa0532a360 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.469754] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785a20a-86f7-4649-9fd0-772a7f292d32 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.475549] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.480737] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d88224-d188-4642-a26f-6cd060b477c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.494985] env[69959]: DEBUG nova.compute.provider_tree [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.622819] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087751, 'name': Destroy_Task} progress is 33%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.719975] env[69959]: DEBUG nova.network.neutron [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.952316] env[69959]: DEBUG oslo_vmware.api [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087750, 'name': ReconfigVM_Task, 'duration_secs': 0.939201} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.952677] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809866', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'name': 'volume-054698c1-cc24-4a42-b4c3-87d2c649e665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54b751-3d69-4ff4-baeb-fcb14452f214', 'attached_at': '', 'detached_at': '', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'serial': '054698c1-cc24-4a42-b4c3-87d2c649e665'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1308.998620] env[69959]: DEBUG nova.scheduler.client.report [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.122567] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087751, 'name': Destroy_Task, 'duration_secs': 0.709348} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.122845] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Destroyed the VM [ 1309.123096] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deleting Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1309.123365] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-122a0bac-81b2-4ba7-a1f6-7d5a0dfe2455 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.130283] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1309.130283] env[69959]: value = "task-4087753" [ 1309.130283] env[69959]: _type = "Task" [ 1309.130283] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.140768] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.222521] env[69959]: INFO nova.compute.manager [-] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Took 1.02 seconds to deallocate network for instance. [ 1309.504566] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.505112] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.507605] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.996s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.508973] env[69959]: INFO nova.compute.claims [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.640432] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087753, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351822} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.640734] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deleted Snapshot of the VM instance {{(pid=69959) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1309.640954] env[69959]: DEBUG nova.compute.manager [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1309.641746] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b43d41-ec44-402c-b4e9-72c64512a24f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.732816] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.988711] env[69959]: DEBUG nova.objects.instance [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'flavor' on Instance uuid aa54b751-3d69-4ff4-baeb-fcb14452f214 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.013080] env[69959]: DEBUG nova.compute.utils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.016866] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.017106] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.090201] env[69959]: DEBUG nova.policy [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3212ab54abc845f08c35067e7ae5a398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f0e39227a04421e90e0122b1fa426ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.154362] env[69959]: INFO nova.compute.manager [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Shelve offloading [ 1310.439852] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Successfully created port: 6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.496283] env[69959]: DEBUG oslo_concurrency.lockutils [None req-b71f3ba3-a05d-423f-a3c3-0f7bee2925f0 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.280s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.517487] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.658323] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.658635] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44557caf-b247-4f0f-9ff9-d7891df0f929 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.666560] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1310.666560] env[69959]: value = "task-4087754" [ 1310.666560] env[69959]: _type = "Task" [ 1310.666560] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.678763] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1310.679020] env[69959]: DEBUG nova.compute.manager [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.679904] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90673d55-65d7-4a05-a3e2-c58527c9a618 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.689038] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.689205] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.689420] env[69959]: DEBUG nova.network.neutron [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.696563] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0be4bd-018d-4998-8ae6-ae2dbcba7011 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.705270] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4cdf08-348a-40d6-b5a1-d966caf3d1d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.738491] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a6c64-6ea0-4c32-be58-94ec1500a072 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.747405] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3a73c-5855-4dfa-b809-3d609f3a384b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.763125] env[69959]: DEBUG nova.compute.provider_tree [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.128870] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1311.129133] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809868', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'name': 'volume-8236b8d4-c513-40fd-908a-b29d8f275dca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f9aa47d-a403-45e8-83d1-8d90a44e3cc5', 'attached_at': '', 'detached_at': '', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'serial': '8236b8d4-c513-40fd-908a-b29d8f275dca'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1311.130068] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c009d-439c-4c43-a999-691c5a8dbd49 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.150389] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91058181-d65d-4b05-9cf3-9f8f488a3c0c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.176800] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-8236b8d4-c513-40fd-908a-b29d8f275dca/volume-8236b8d4-c513-40fd-908a-b29d8f275dca.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.177152] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e14fb5c-8788-44ab-bfac-a7c2f0a98ad9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.199717] env[69959]: DEBUG oslo_vmware.api [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1311.199717] env[69959]: value = "task-4087755" [ 1311.199717] env[69959]: _type = "Task" [ 1311.199717] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.208632] env[69959]: DEBUG oslo_vmware.api [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.266233] env[69959]: DEBUG nova.scheduler.client.report [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.274792] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.456511] env[69959]: DEBUG nova.network.neutron [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.533160] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.559510] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.559802] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.560033] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.560239] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.560391] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.560539] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.560754] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.560912] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.561090] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.561254] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.561439] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.562403] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb32bfd-7f6f-4612-affd-a81f3aa3cb51 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.570545] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d14f6-35d3-4e1c-80bc-037342b0d247 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.709708] env[69959]: DEBUG oslo_vmware.api [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087755, 'name': ReconfigVM_Task, 'duration_secs': 0.398995} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.709999] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-8236b8d4-c513-40fd-908a-b29d8f275dca/volume-8236b8d4-c513-40fd-908a-b29d8f275dca.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.714826] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0191a60d-03df-4827-8dd5-f2ecaa2241c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.730995] env[69959]: DEBUG oslo_vmware.api [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1311.730995] env[69959]: value = "task-4087756" [ 1311.730995] env[69959]: _type = "Task" [ 1311.730995] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.739558] env[69959]: DEBUG oslo_vmware.api [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.774974] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.775564] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.778235] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.275s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.782890] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.843682] env[69959]: DEBUG nova.compute.manager [req-d1d86bf2-7cda-4324-8c09-2c1779107188 req-43b548a1-5001-4527-bb89-a95a9b1106bb service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Received event network-vif-plugged-6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.844043] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d86bf2-7cda-4324-8c09-2c1779107188 req-43b548a1-5001-4527-bb89-a95a9b1106bb service nova] Acquiring lock "cecbebef-bd17-4fe0-af8b-a8065591831d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.844291] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d86bf2-7cda-4324-8c09-2c1779107188 req-43b548a1-5001-4527-bb89-a95a9b1106bb service nova] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.844448] env[69959]: DEBUG oslo_concurrency.lockutils [req-d1d86bf2-7cda-4324-8c09-2c1779107188 req-43b548a1-5001-4527-bb89-a95a9b1106bb service nova] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.844688] env[69959]: DEBUG nova.compute.manager [req-d1d86bf2-7cda-4324-8c09-2c1779107188 req-43b548a1-5001-4527-bb89-a95a9b1106bb service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] No waiting events found dispatching network-vif-plugged-6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1311.844872] env[69959]: WARNING nova.compute.manager [req-d1d86bf2-7cda-4324-8c09-2c1779107188 req-43b548a1-5001-4527-bb89-a95a9b1106bb service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Received unexpected event network-vif-plugged-6fd36d08-cbc8-44bf-a69e-126840f0bb67 for instance with vm_state building and task_state spawning. [ 1311.935306] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Successfully updated port: 6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.959272] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.240821] env[69959]: DEBUG oslo_vmware.api [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087756, 'name': ReconfigVM_Task, 'duration_secs': 0.142735} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.241187] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809868', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'name': 'volume-8236b8d4-c513-40fd-908a-b29d8f275dca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f9aa47d-a403-45e8-83d1-8d90a44e3cc5', 'attached_at': '', 'detached_at': '', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'serial': '8236b8d4-c513-40fd-908a-b29d8f275dca'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1312.262334] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.263475] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858d99d-20d9-4120-80cd-01bd306f2666 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.276854] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.277156] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.278371] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.279027] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69a79e2-d036-4bad-8f42-6bc0557caec8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.284933] env[69959]: INFO nova.compute.claims [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.289432] env[69959]: DEBUG nova.compute.utils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.296814] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.296994] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.335181] env[69959]: DEBUG nova.policy [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3212ab54abc845f08c35067e7ae5a398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f0e39227a04421e90e0122b1fa426ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.364641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.364904] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.365131] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleting the datastore file [datastore1] 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.365376] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ea45cb-0fe0-43ef-9494-cade2109e193 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.372899] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1312.372899] env[69959]: value = "task-4087758" [ 1312.372899] env[69959]: _type = "Task" [ 1312.372899] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.383461] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.437613] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "refresh_cache-cecbebef-bd17-4fe0-af8b-a8065591831d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.437844] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "refresh_cache-cecbebef-bd17-4fe0-af8b-a8065591831d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.437939] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.710024] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Successfully created port: 467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.779962] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.794709] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.798506] env[69959]: INFO nova.compute.resource_tracker [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating resource usage from migration bae963f5-df77-46b1-8068-05482b8b01bb [ 1312.882895] env[69959]: DEBUG oslo_vmware.api [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163101} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.885497] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.885728] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.885945] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.898928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.899233] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.899440] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "b601e350-dccf-407a-b7af-f03c87a30138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.899627] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.899794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.901903] env[69959]: INFO nova.compute.manager [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Terminating instance [ 1312.903813] env[69959]: INFO nova.scheduler.client.report [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted allocations for instance 6b80778e-58da-4122-9434-c28e780729e2 [ 1312.972895] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0603a-08e3-4cf6-87ce-fbb82c64b008 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.977743] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.982699] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6926ca00-5b99-4cf7-9f8e-c308117d1ee1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.017583] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96d4fc-f7dc-4c39-aa28-c1a056376d10 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.025296] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c386baab-c0d7-4bbf-b3df-bc642ad593bf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.038693] env[69959]: DEBUG nova.compute.provider_tree [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.126497] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Updating instance_info_cache with network_info: [{"id": "6fd36d08-cbc8-44bf-a69e-126840f0bb67", "address": "fa:16:3e:0a:71:d7", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd36d08-cb", "ovs_interfaceid": "6fd36d08-cbc8-44bf-a69e-126840f0bb67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.291972] env[69959]: DEBUG nova.objects.instance [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'flavor' on Instance uuid 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.300175] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.408434] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.409062] env[69959]: DEBUG nova.compute.manager [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.409269] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.410137] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0fc559-74e5-4f0c-bb81-17743570286c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.418214] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.418468] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ab8a5d-8d1b-4553-a7c1-3ad7baf99ec7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.426425] env[69959]: DEBUG oslo_vmware.api [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1313.426425] env[69959]: value = "task-4087759" [ 1313.426425] env[69959]: _type = "Task" [ 1313.426425] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.435137] env[69959]: DEBUG oslo_vmware.api [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.544307] env[69959]: DEBUG nova.scheduler.client.report [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.629284] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "refresh_cache-cecbebef-bd17-4fe0-af8b-a8065591831d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.629746] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Instance network_info: |[{"id": "6fd36d08-cbc8-44bf-a69e-126840f0bb67", "address": "fa:16:3e:0a:71:d7", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd36d08-cb", "ovs_interfaceid": "6fd36d08-cbc8-44bf-a69e-126840f0bb67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.630332] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:71:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd36d08-cbc8-44bf-a69e-126840f0bb67', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.638952] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.639277] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.639726] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a819d881-c520-4a5d-974e-23b672dff0fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.661262] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.661262] env[69959]: value = "task-4087760" [ 1313.661262] env[69959]: _type = "Task" [ 1313.661262] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.673323] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087760, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.796921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0933d901-ffa8-40c8-9822-dc4f299251fe tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.807912] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.831908] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.832171] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.832357] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.832633] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.832795] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.832943] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.833273] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.833355] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.833485] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.833717] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.833800] env[69959]: DEBUG nova.virt.hardware [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.834758] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb82b2b-f160-4c98-b8d4-9e5054854858 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.842856] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a02d2-5147-4abd-aebb-f3d0af4678d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.936772] env[69959]: DEBUG oslo_vmware.api [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087759, 'name': PowerOffVM_Task, 'duration_secs': 0.215726} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.937632] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.937632] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.939083] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-305a2a40-b24e-4f85-b1e4-4606b3a02ac2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.941960] env[69959]: DEBUG nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Received event network-changed-6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.942144] env[69959]: DEBUG nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Refreshing instance network info cache due to event network-changed-6fd36d08-cbc8-44bf-a69e-126840f0bb67. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.942371] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Acquiring lock "refresh_cache-cecbebef-bd17-4fe0-af8b-a8065591831d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.942560] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Acquired lock "refresh_cache-cecbebef-bd17-4fe0-af8b-a8065591831d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.942682] env[69959]: DEBUG nova.network.neutron [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Refreshing network info cache for port 6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.037880] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.038140] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.038448] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleting the datastore file [datastore2] b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.038766] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8566ed4e-f085-474b-a632-9be000a9a0e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.045826] env[69959]: DEBUG oslo_vmware.api [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for the task: (returnval){ [ 1314.045826] env[69959]: value = "task-4087762" [ 1314.045826] env[69959]: _type = "Task" [ 1314.045826] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.049519] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.271s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.049741] env[69959]: INFO nova.compute.manager [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Migrating [ 1314.056465] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.324s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.056739] env[69959]: DEBUG nova.objects.instance [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lazy-loading 'resources' on Instance uuid c57ef7d8-5e53-4a25-9434-7135ca85e161 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.069485] env[69959]: DEBUG oslo_vmware.api [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.171347] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087760, 'name': CreateVM_Task, 'duration_secs': 0.362883} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.171534] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.172256] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.172394] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.172751] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.173020] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa0e5a0-134c-4b49-b9ce-f8412a5904d2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.177905] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1314.177905] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5216ce2f-1154-2681-6755-56af64605f0c" [ 1314.177905] env[69959]: _type = "Task" [ 1314.177905] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.187898] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5216ce2f-1154-2681-6755-56af64605f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.231889] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Successfully updated port: 467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.277559] env[69959]: INFO nova.compute.manager [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Rescuing [ 1314.277824] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.277971] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.278162] env[69959]: DEBUG nova.network.neutron [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.558744] env[69959]: DEBUG oslo_vmware.api [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Task: {'id': task-4087762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15686} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.561561] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.561772] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.561951] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.562149] env[69959]: INFO nova.compute.manager [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1314.562538] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.563737] env[69959]: DEBUG nova.compute.manager [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.563737] env[69959]: DEBUG nova.network.neutron [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.570306] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.571023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.571023] env[69959]: DEBUG nova.network.neutron [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.683142] env[69959]: DEBUG nova.network.neutron [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Updated VIF entry in instance network info cache for port 6fd36d08-cbc8-44bf-a69e-126840f0bb67. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.683518] env[69959]: DEBUG nova.network.neutron [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Updating instance_info_cache with network_info: [{"id": "6fd36d08-cbc8-44bf-a69e-126840f0bb67", "address": "fa:16:3e:0a:71:d7", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd36d08-cb", "ovs_interfaceid": "6fd36d08-cbc8-44bf-a69e-126840f0bb67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.688631] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5216ce2f-1154-2681-6755-56af64605f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.691495] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.691742] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.691987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.692150] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.692334] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.693430] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f13ff8f-8567-457a-955d-6b634faa5c11 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.703105] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.703283] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.706939] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcb60ec-edc9-4c00-b45e-82661c313b1b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.714539] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1314.714539] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52932bba-a9c8-12c5-30d2-785af0e3f0ca" [ 1314.714539] env[69959]: _type = "Task" [ 1314.714539] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.726822] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52932bba-a9c8-12c5-30d2-785af0e3f0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.738195] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "refresh_cache-320de866-2b68-482d-a8a6-4077ab84869a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.738381] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "refresh_cache-320de866-2b68-482d-a8a6-4077ab84869a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.738537] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.741628] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536c9962-4a43-49d7-875d-4c18acd55f65 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.751578] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daead9f4-b724-4b16-8349-2cb4999b278e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.789191] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8a11b-7b71-43ea-9af4-d165b061d7e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.798912] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092007e5-e518-4455-bbb5-5dfbd8e6b428 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.818360] env[69959]: DEBUG nova.compute.provider_tree [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.895774] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.087363] env[69959]: DEBUG nova.compute.manager [req-16058324-39a1-404f-a385-71b80c51d131 req-ae5cabb1-11a2-4fbf-889f-20c316ed7b3d service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Received event network-vif-deleted-6627eb0b-cc42-42a1-90f0-891b5917454b {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.087761] env[69959]: INFO nova.compute.manager [req-16058324-39a1-404f-a385-71b80c51d131 req-ae5cabb1-11a2-4fbf-889f-20c316ed7b3d service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Neutron deleted interface 6627eb0b-cc42-42a1-90f0-891b5917454b; detaching it from the instance and deleting it from the info cache [ 1315.088157] env[69959]: DEBUG nova.network.neutron [req-16058324-39a1-404f-a385-71b80c51d131 req-ae5cabb1-11a2-4fbf-889f-20c316ed7b3d service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.192334] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Releasing lock "refresh_cache-cecbebef-bd17-4fe0-af8b-a8065591831d" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.192654] env[69959]: DEBUG nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-vif-unplugged-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.192858] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.193076] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.193239] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.193399] env[69959]: DEBUG nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] No waiting events found dispatching network-vif-unplugged-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1315.193601] env[69959]: WARNING nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received unexpected event network-vif-unplugged-926b854c-3a53-43c7-8773-9e1380a3937a for instance with vm_state shelved_offloaded and task_state unshelving. [ 1315.193720] env[69959]: DEBUG nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.193869] env[69959]: DEBUG nova.compute.manager [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing instance network info cache due to event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.194057] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.194194] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.194349] env[69959]: DEBUG nova.network.neutron [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.197271] env[69959]: DEBUG nova.network.neutron [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.226184] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52932bba-a9c8-12c5-30d2-785af0e3f0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.227044] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798bfe7a-6d3f-4011-ab98-98a6af5d4cad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.235169] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1315.235169] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]526b35f1-7e2f-7970-cf04-e253669e75ce" [ 1315.235169] env[69959]: _type = "Task" [ 1315.235169] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.244468] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526b35f1-7e2f-7970-cf04-e253669e75ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.273806] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.298560] env[69959]: DEBUG nova.network.neutron [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.321525] env[69959]: DEBUG nova.scheduler.client.report [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.400480] env[69959]: DEBUG nova.network.neutron [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Updating instance_info_cache with network_info: [{"id": "467bd2f7-927e-4574-9a8b-f881984eaa71", "address": "fa:16:3e:95:42:ed", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467bd2f7-92", "ovs_interfaceid": "467bd2f7-927e-4574-9a8b-f881984eaa71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.534609] env[69959]: DEBUG nova.network.neutron [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.592359] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bd09bb9-97c5-4a25-89e6-8a36f793e760 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.603352] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d48f6-0da3-4273-9b85-828a796bbc5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.635596] env[69959]: DEBUG nova.compute.manager [req-16058324-39a1-404f-a385-71b80c51d131 req-ae5cabb1-11a2-4fbf-889f-20c316ed7b3d service nova] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Detach interface failed, port_id=6627eb0b-cc42-42a1-90f0-891b5917454b, reason: Instance b601e350-dccf-407a-b7af-f03c87a30138 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.703457] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.745467] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]526b35f1-7e2f-7970-cf04-e253669e75ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.746428] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.746703] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] cecbebef-bd17-4fe0-af8b-a8065591831d/cecbebef-bd17-4fe0-af8b-a8065591831d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.746970] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ef49b53-f841-4fbc-83b3-c5016d8485d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.754297] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1315.754297] env[69959]: value = "task-4087763" [ 1315.754297] env[69959]: _type = "Task" [ 1315.754297] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.763628] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.801470] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.826403] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.829138] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.529s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.831260] env[69959]: INFO nova.compute.claims [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.866640] env[69959]: INFO nova.scheduler.client.report [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Deleted allocations for instance c57ef7d8-5e53-4a25-9434-7135ca85e161 [ 1315.903035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "refresh_cache-320de866-2b68-482d-a8a6-4077ab84869a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.903347] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Instance network_info: |[{"id": "467bd2f7-927e-4574-9a8b-f881984eaa71", "address": "fa:16:3e:95:42:ed", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467bd2f7-92", "ovs_interfaceid": "467bd2f7-927e-4574-9a8b-f881984eaa71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.904284] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:42:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '467bd2f7-927e-4574-9a8b-f881984eaa71', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.914073] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.914221] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.914602] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98258e9e-e0af-4f62-b43d-6ff980a18484 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.943090] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.943090] env[69959]: value = "task-4087764" [ 1315.943090] env[69959]: _type = "Task" [ 1315.943090] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.953587] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087764, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.980327] env[69959]: DEBUG nova.compute.manager [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Received event network-vif-plugged-467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.980561] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] Acquiring lock "320de866-2b68-482d-a8a6-4077ab84869a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.980825] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] Lock "320de866-2b68-482d-a8a6-4077ab84869a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.981015] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] Lock "320de866-2b68-482d-a8a6-4077ab84869a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.981187] env[69959]: DEBUG nova.compute.manager [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] No waiting events found dispatching network-vif-plugged-467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1315.981354] env[69959]: WARNING nova.compute.manager [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Received unexpected event network-vif-plugged-467bd2f7-927e-4574-9a8b-f881984eaa71 for instance with vm_state building and task_state spawning. [ 1315.981514] env[69959]: DEBUG nova.compute.manager [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Received event network-changed-467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.981669] env[69959]: DEBUG nova.compute.manager [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Refreshing instance network info cache due to event network-changed-467bd2f7-927e-4574-9a8b-f881984eaa71. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.981864] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] Acquiring lock "refresh_cache-320de866-2b68-482d-a8a6-4077ab84869a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.982109] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] Acquired lock "refresh_cache-320de866-2b68-482d-a8a6-4077ab84869a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.982412] env[69959]: DEBUG nova.network.neutron [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Refreshing network info cache for port 467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.016466] env[69959]: DEBUG nova.network.neutron [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updated VIF entry in instance network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.016913] env[69959]: DEBUG nova.network.neutron [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": null, "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap926b854c-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.037894] env[69959]: INFO nova.compute.manager [-] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Took 1.47 seconds to deallocate network for instance. [ 1316.268527] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484576} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.269417] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] cecbebef-bd17-4fe0-af8b-a8065591831d/cecbebef-bd17-4fe0-af8b-a8065591831d.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.269417] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.269747] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9e65139-976d-4411-b66d-41ea56e9ecb6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.278394] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1316.278394] env[69959]: value = "task-4087765" [ 1316.278394] env[69959]: _type = "Task" [ 1316.278394] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.291252] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.380841] env[69959]: DEBUG oslo_concurrency.lockutils [None req-de9e21e3-c26c-4aff-8e37-e8aec242e8fc tempest-ServersListShow298Test-236845718 tempest-ServersListShow298Test-236845718-project-member] Lock "c57ef7d8-5e53-4a25-9434-7135ca85e161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.856s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.454074] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087764, 'name': CreateVM_Task, 'duration_secs': 0.394449} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.454265] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.454991] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.455175] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.455497] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.455763] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4426fb-09ec-46b8-8440-b9953fbbcc2f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.460772] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1316.460772] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5275fb2e-4eb8-a530-9866-8c019a9e30a7" [ 1316.460772] env[69959]: _type = "Task" [ 1316.460772] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.469517] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5275fb2e-4eb8-a530-9866-8c019a9e30a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.520637] env[69959]: DEBUG oslo_concurrency.lockutils [req-32cfcf07-fd3b-44c6-a0a6-893915ba8339 req-c261f99a-ecc3-4800-9e0a-e0bb512e9bba service nova] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.545776] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.679670] env[69959]: DEBUG nova.network.neutron [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Updated VIF entry in instance network info cache for port 467bd2f7-927e-4574-9a8b-f881984eaa71. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.680111] env[69959]: DEBUG nova.network.neutron [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Updating instance_info_cache with network_info: [{"id": "467bd2f7-927e-4574-9a8b-f881984eaa71", "address": "fa:16:3e:95:42:ed", "network": {"id": "81c8e419-6a95-4280-95d3-d8995d6d296f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-384240994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f0e39227a04421e90e0122b1fa426ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467bd2f7-92", "ovs_interfaceid": "467bd2f7-927e-4574-9a8b-f881984eaa71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.789682] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077179} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.789941] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.790739] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24d688-77ab-492d-bf90-1752e27b8cfd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.812416] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] cecbebef-bd17-4fe0-af8b-a8065591831d/cecbebef-bd17-4fe0-af8b-a8065591831d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.815177] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c34a4f-37f6-44ba-aff8-6f63f5f40730 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.834279] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d3f0f5-aefa-4d85-8dad-0c51cfbcd484 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.857271] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1316.857271] env[69959]: value = "task-4087766" [ 1316.857271] env[69959]: _type = "Task" [ 1316.857271] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.857642] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 0 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.877458] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.975560] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5275fb2e-4eb8-a530-9866-8c019a9e30a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.975862] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.976113] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.976454] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.976549] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.976672] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.976947] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a268c66b-99ca-4e97-9b1d-75dee18c854a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.990018] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.990251] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.991021] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179cfde9-6f0d-44c6-af84-f400957a7cf4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.001113] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1317.001113] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]529f843f-0374-df27-ecfd-67888add13f8" [ 1317.001113] env[69959]: _type = "Task" [ 1317.001113] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.009417] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529f843f-0374-df27-ecfd-67888add13f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.010927] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162abfa6-dfb3-4fa3-b88b-42c54e5e18e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.018214] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f358d2cd-433f-4cba-84e9-1e6601078bc8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.050134] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77b2d6-3943-4283-8aea-ccfb543b6fc4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.058614] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4ea03-6f51-41ca-b338-fd5d2c098b78 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.074773] env[69959]: DEBUG nova.compute.provider_tree [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.184112] env[69959]: DEBUG oslo_concurrency.lockutils [req-4b15a9fe-a3bf-45ff-864c-e8df77ce30ae req-390152c8-0a54-4790-bc2d-ca2d43bb3b39 service nova] Releasing lock "refresh_cache-320de866-2b68-482d-a8a6-4077ab84869a" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.245552] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.245939] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58262b79-5f4b-4333-b1bb-d6c461bb0423 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.254021] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1317.254021] env[69959]: value = "task-4087767" [ 1317.254021] env[69959]: _type = "Task" [ 1317.254021] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.263341] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.373756] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.374218] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9035d3f1-37ec-4e38-a11e-9a6aa9a89462 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.384362] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087766, 'name': ReconfigVM_Task, 'duration_secs': 0.312433} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.386485] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Reconfigured VM instance instance-00000078 to attach disk [datastore2] cecbebef-bd17-4fe0-af8b-a8065591831d/cecbebef-bd17-4fe0-af8b-a8065591831d.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.387531] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1317.387531] env[69959]: value = "task-4087768" [ 1317.387531] env[69959]: _type = "Task" [ 1317.387531] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.387881] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-025916a1-6d1d-40b7-9322-aad43b4fed48 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.403411] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.404881] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1317.404881] env[69959]: value = "task-4087769" [ 1317.404881] env[69959]: _type = "Task" [ 1317.404881] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.413535] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087769, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.514026] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]529f843f-0374-df27-ecfd-67888add13f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.515023] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4c4c57-8162-44db-9c37-f4f3d02fb470 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.521519] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1317.521519] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac8c03-5c88-c4ae-9e72-d8156e6cb033" [ 1317.521519] env[69959]: _type = "Task" [ 1317.521519] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.531774] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac8c03-5c88-c4ae-9e72-d8156e6cb033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.578145] env[69959]: DEBUG nova.scheduler.client.report [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.764686] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087767, 'name': PowerOffVM_Task, 'duration_secs': 0.372655} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.765039] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.765974] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf9147-dfe7-40fc-a939-bc96b856ec8f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.788520] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d2973a-0a1e-4992-8c8e-d4c856abc343 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.821688] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.821997] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2adb16-73d6-4f61-b1a7-051fb0831187 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.830470] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1317.830470] env[69959]: value = "task-4087770" [ 1317.830470] env[69959]: _type = "Task" [ 1317.830470] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.839630] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] VM already powered off {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1317.839867] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.840067] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.900189] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087768, 'name': PowerOffVM_Task, 'duration_secs': 0.219196} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.900480] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.900646] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 17 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.913745] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087769, 'name': Rename_Task, 'duration_secs': 0.182765} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.913990] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.914250] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ddfcbf-9973-4f74-91dd-4d981115f0e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.920319] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1317.920319] env[69959]: value = "task-4087771" [ 1317.920319] env[69959]: _type = "Task" [ 1317.920319] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.928691] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.032648] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52ac8c03-5c88-c4ae-9e72-d8156e6cb033, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.032928] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.033238] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 320de866-2b68-482d-a8a6-4077ab84869a/320de866-2b68-482d-a8a6-4077ab84869a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.033498] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.033687] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.033919] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab0281dc-56df-4c7e-a0dc-85271b140b19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.036156] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853e9448-edf7-40ec-8bd2-28af61617f66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.044163] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1318.044163] env[69959]: value = "task-4087772" [ 1318.044163] env[69959]: _type = "Task" [ 1318.044163] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.045371] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.045559] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.048953] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73872a48-9e94-4c5d-b735-30d4b7607e18 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.057369] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.058631] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1318.058631] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5299e66c-67c5-c8a6-6108-ae1d5c87c86a" [ 1318.058631] env[69959]: _type = "Task" [ 1318.058631] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.066265] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5299e66c-67c5-c8a6-6108-ae1d5c87c86a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.083917] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.084430] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.087252] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.679s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.087473] env[69959]: DEBUG nova.objects.instance [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'resources' on Instance uuid 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.407248] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.407499] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.407662] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.407850] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.408019] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.408175] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.408407] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.408563] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.408736] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.408904] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.409097] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.414457] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7abc38e-387b-49a9-b91d-f7b68237034d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.437742] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.439733] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1318.439733] env[69959]: value = "task-4087773" [ 1318.439733] env[69959]: _type = "Task" [ 1318.439733] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.450501] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.556369] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485351} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.556701] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 320de866-2b68-482d-a8a6-4077ab84869a/320de866-2b68-482d-a8a6-4077ab84869a.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.557033] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.557343] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6952357d-c969-473a-b5d2-acdc4e3ec049 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.570408] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5299e66c-67c5-c8a6-6108-ae1d5c87c86a, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.572709] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1318.572709] env[69959]: value = "task-4087774" [ 1318.572709] env[69959]: _type = "Task" [ 1318.572709] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.572990] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c064994c-e2aa-40a0-a951-df212b722f5c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.585168] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1318.585168] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523634aa-342f-d608-3ff2-3836505bd132" [ 1318.585168] env[69959]: _type = "Task" [ 1318.585168] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.585543] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.589661] env[69959]: DEBUG nova.compute.utils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.591653] env[69959]: DEBUG nova.objects.instance [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.592649] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.592812] env[69959]: DEBUG nova.network.neutron [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.598757] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523634aa-342f-d608-3ff2-3836505bd132, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.599874] env[69959]: DEBUG oslo_concurrency.lockutils [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.600145] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. {{(pid=69959) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1318.600425] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6412f92d-ad64-49ed-ae63-ad55618d69fe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.609386] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1318.609386] env[69959]: value = "task-4087775" [ 1318.609386] env[69959]: _type = "Task" [ 1318.609386] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.619612] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.651244] env[69959]: DEBUG nova.policy [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601837b63df041618771c5683755e03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19078147ad847ea81b8f25db67eb7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.937682] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.946616] env[69959]: DEBUG nova.network.neutron [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Successfully created port: eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.952839] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.087410] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076457} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.087410] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.088464] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e403ce-7b99-4a1a-b101-497b14761584 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.106540] env[69959]: DEBUG nova.objects.base [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Object Instance<6b80778e-58da-4122-9434-c28e780729e2> lazy-loaded attributes: resources,numa_topology {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1319.109395] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.122786] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 320de866-2b68-482d-a8a6-4077ab84869a/320de866-2b68-482d-a8a6-4077ab84869a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.124568] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c93620-8f5d-4512-823d-897f5fe1e3c6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.156025] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.156025] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1319.156025] env[69959]: value = "task-4087776" [ 1319.156025] env[69959]: _type = "Task" [ 1319.156025] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.166851] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.281103] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb27cf-4319-4d28-a8f2-1931d6c1f91d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.289886] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b098e81-bdcd-485b-af16-73a4ec0a5545 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.320837] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e2665-c3a9-4c7c-afae-bde17a284847 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.329031] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b87004-6280-4baf-b2e8-f9e422aff0bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.342931] env[69959]: DEBUG nova.compute.provider_tree [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.438036] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087771, 'name': PowerOnVM_Task, 'duration_secs': 1.07887} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.438036] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.438279] env[69959]: INFO nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1319.438441] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.439220] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81be6bd2-51b0-4a60-8ce4-7988880035d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.450052] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.637460] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.664962] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.846805] env[69959]: DEBUG nova.scheduler.client.report [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.964645] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087773, 'name': ReconfigVM_Task, 'duration_secs': 1.198981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.967486] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 33 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.973615] env[69959]: INFO nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Took 14.51 seconds to build instance. [ 1320.133957] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.142786] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087775, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45202} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.143087] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk. [ 1320.144317] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055da3f8-f784-4328-9a57-42a42a1d5fb1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.174322] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.179901] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ed61a5-ea07-44ee-b2bd-8dfeb9fd7c5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.198900] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087776, 'name': ReconfigVM_Task, 'duration_secs': 0.903904} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.201227] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.201818] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.202011] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.202222] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.202371] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.202521] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.202736] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.202891] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.203079] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.203248] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.203550] env[69959]: DEBUG nova.virt.hardware [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.205075] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 320de866-2b68-482d-a8a6-4077ab84869a/320de866-2b68-482d-a8a6-4077ab84869a.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.206177] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad9f91-33c4-4417-9ef3-6463101ad414 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.208876] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1320.208876] env[69959]: value = "task-4087777" [ 1320.208876] env[69959]: _type = "Task" [ 1320.208876] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.209105] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af5d03cd-2222-4acb-a1da-5fec53f25297 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.220604] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05607f7-a326-4afe-abfb-5b64951fb8af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.231198] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1320.231198] env[69959]: value = "task-4087778" [ 1320.231198] env[69959]: _type = "Task" [ 1320.231198] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.231554] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.249562] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087778, 'name': Rename_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.352236] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.355240] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.810s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.355481] env[69959]: DEBUG nova.objects.instance [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lazy-loading 'resources' on Instance uuid b601e350-dccf-407a-b7af-f03c87a30138 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.469760] env[69959]: DEBUG nova.compute.manager [req-afb022f0-b110-467b-b24f-9cdecc7fce9a req-82a8e7b8-7de8-4326-9f92-c58ca77f7240 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Received event network-vif-plugged-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.470155] env[69959]: DEBUG oslo_concurrency.lockutils [req-afb022f0-b110-467b-b24f-9cdecc7fce9a req-82a8e7b8-7de8-4326-9f92-c58ca77f7240 service nova] Acquiring lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.470475] env[69959]: DEBUG oslo_concurrency.lockutils [req-afb022f0-b110-467b-b24f-9cdecc7fce9a req-82a8e7b8-7de8-4326-9f92-c58ca77f7240 service nova] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.470712] env[69959]: DEBUG oslo_concurrency.lockutils [req-afb022f0-b110-467b-b24f-9cdecc7fce9a req-82a8e7b8-7de8-4326-9f92-c58ca77f7240 service nova] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.470969] env[69959]: DEBUG nova.compute.manager [req-afb022f0-b110-467b-b24f-9cdecc7fce9a req-82a8e7b8-7de8-4326-9f92-c58ca77f7240 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] No waiting events found dispatching network-vif-plugged-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1320.471226] env[69959]: WARNING nova.compute.manager [req-afb022f0-b110-467b-b24f-9cdecc7fce9a req-82a8e7b8-7de8-4326-9f92-c58ca77f7240 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Received unexpected event network-vif-plugged-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c for instance with vm_state building and task_state spawning. [ 1320.479120] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.479459] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.479692] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.479985] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.480243] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.480472] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.480788] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.481063] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.481318] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.481559] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.481845] env[69959]: DEBUG nova.virt.hardware [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.488920] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.489461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.036s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.490138] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90bbd96-fe5f-41ee-98da-df1d7a4b146f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.511835] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1320.511835] env[69959]: value = "task-4087779" [ 1320.511835] env[69959]: _type = "Task" [ 1320.511835] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.521605] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.652499] env[69959]: DEBUG nova.network.neutron [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Successfully updated port: eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.721657] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087777, 'name': ReconfigVM_Task, 'duration_secs': 0.404629} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.721941] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5/89daa873-f6ec-485a-84a5-23e30f5eec58-rescue.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.722891] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd6d33-0137-44bf-9e99-ececc3c2581e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.756916] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e8d7a2-1cea-4c1b-992e-4306676f27c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.772697] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087778, 'name': Rename_Task, 'duration_secs': 0.331424} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.774226] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.774627] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1320.774627] env[69959]: value = "task-4087780" [ 1320.774627] env[69959]: _type = "Task" [ 1320.774627] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.774832] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7f94b14-ab23-48c5-af29-f03a2126b698 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.785292] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.786728] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1320.786728] env[69959]: value = "task-4087781" [ 1320.786728] env[69959]: _type = "Task" [ 1320.786728] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.794899] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.864233] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4c3be03e-799c-40bf-ab47-1e1f15f29cf0 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.411s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.865442] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.973s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.865646] env[69959]: INFO nova.compute.manager [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Unshelving [ 1321.018930] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0284fc-e43f-4864-a664-4ae3f7db0abc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.024524] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087779, 'name': ReconfigVM_Task, 'duration_secs': 0.178981} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.025227] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.026076] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e28f4f8-da44-4425-9260-c97f9f391c30 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.031534] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b1330-e25d-4084-ac9a-001c015d641f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.052918] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.053531] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be83fab5-fcec-4f87-812f-6e50876b2678 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.092740] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da07e5cc-4c3d-4421-9ab0-966836e9100e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.097483] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1321.097483] env[69959]: value = "task-4087782" [ 1321.097483] env[69959]: _type = "Task" [ 1321.097483] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.103301] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2954dfb1-a8fb-4611-b957-5689d96a3c47 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.112526] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.121801] env[69959]: DEBUG nova.compute.provider_tree [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.154922] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.155133] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.155196] env[69959]: DEBUG nova.network.neutron [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.289915] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087780, 'name': ReconfigVM_Task, 'duration_secs': 0.215559} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.294207] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.294207] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f6993e-415a-4bc5-83b9-335755830af6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.302845] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.304332] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1321.304332] env[69959]: value = "task-4087783" [ 1321.304332] env[69959]: _type = "Task" [ 1321.304332] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.312751] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.609876] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087782, 'name': ReconfigVM_Task, 'duration_secs': 0.441137} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.610206] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.610486] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 50 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.625576] env[69959]: DEBUG nova.scheduler.client.report [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.751403] env[69959]: DEBUG nova.network.neutron [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.800443] env[69959]: DEBUG oslo_vmware.api [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087781, 'name': PowerOnVM_Task, 'duration_secs': 0.790649} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.800816] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.801114] env[69959]: INFO nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1321.801858] env[69959]: DEBUG nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.802520] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60670d5-191d-4233-96f0-ba49eaef1812 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.818863] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.888075] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.038034] env[69959]: DEBUG nova.network.neutron [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updating instance_info_cache with network_info: [{"id": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "address": "fa:16:3e:60:a7:90", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6ff17a-30", "ovs_interfaceid": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.117606] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950f6be-57b2-494f-ac1b-8fcc1c546736 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.138158] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.140610] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.253s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.140834] env[69959]: DEBUG nova.objects.instance [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.142332] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19ea016-9ffc-4848-a3f1-3ee806a113f5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.162567] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 67 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.167211] env[69959]: INFO nova.scheduler.client.report [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Deleted allocations for instance b601e350-dccf-407a-b7af-f03c87a30138 [ 1322.315662] env[69959]: DEBUG oslo_vmware.api [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087783, 'name': PowerOnVM_Task, 'duration_secs': 0.610792} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.316051] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.319208] env[69959]: DEBUG nova.compute.manager [None req-e39fd924-19cb-4ca6-ae27-8152179f814b tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1322.324126] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9031d35-97ff-462b-8444-d21e70d3ea07 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.330095] env[69959]: INFO nova.compute.manager [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Took 16.83 seconds to build instance. [ 1322.495886] env[69959]: DEBUG nova.compute.manager [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Received event network-changed-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.496182] env[69959]: DEBUG nova.compute.manager [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Refreshing instance network info cache due to event network-changed-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.496408] env[69959]: DEBUG oslo_concurrency.lockutils [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] Acquiring lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.540425] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.540777] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Instance network_info: |[{"id": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "address": "fa:16:3e:60:a7:90", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6ff17a-30", "ovs_interfaceid": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.541123] env[69959]: DEBUG oslo_concurrency.lockutils [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] Acquired lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.541311] env[69959]: DEBUG nova.network.neutron [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Refreshing network info cache for port eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.542790] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.550640] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.551615] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.551859] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff0be0f3-49a4-4ae3-ad36-8f363be6fe6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.574418] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.574418] env[69959]: value = "task-4087784" [ 1322.574418] env[69959]: _type = "Task" [ 1322.574418] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.583569] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087784, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.647682] env[69959]: DEBUG nova.objects.instance [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.676182] env[69959]: DEBUG oslo_concurrency.lockutils [None req-efb5ab64-05a4-4f98-bf70-b90342312a3e tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Lock "b601e350-dccf-407a-b7af-f03c87a30138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.777s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.710062] env[69959]: DEBUG nova.network.neutron [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Port f7d26b09-c415-4e71-a9c6-47b0338ebede binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.832238] env[69959]: DEBUG oslo_concurrency.lockutils [None req-00579a61-c38d-40af-9c49-9c5efc8876bd tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "320de866-2b68-482d-a8a6-4077ab84869a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.344s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.085446] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087784, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.150220] env[69959]: INFO nova.compute.claims [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.446255] env[69959]: DEBUG nova.network.neutron [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updated VIF entry in instance network info cache for port eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.446838] env[69959]: DEBUG nova.network.neutron [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updating instance_info_cache with network_info: [{"id": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "address": "fa:16:3e:60:a7:90", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6ff17a-30", "ovs_interfaceid": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.591031] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087784, 'name': CreateVM_Task, 'duration_secs': 0.593997} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.592753] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.593987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.593987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.594287] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.594797] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a767327-4b46-484b-8e0b-f0bd326034d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.600939] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1323.600939] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d137ef-1ed6-8ea7-2076-ef274582ffde" [ 1323.600939] env[69959]: _type = "Task" [ 1323.600939] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.611808] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d137ef-1ed6-8ea7-2076-ef274582ffde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.734228] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.734515] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.734728] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.953702] env[69959]: DEBUG oslo_concurrency.lockutils [req-0a8c6dab-d4f5-442c-9673-66361f678ddd req-0bdcc5ee-c0c2-4401-a28d-1f7c0e1b5f2e service nova] Releasing lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.954364] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "cecbebef-bd17-4fe0-af8b-a8065591831d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.954689] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.954990] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "cecbebef-bd17-4fe0-af8b-a8065591831d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.955276] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.955507] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.958368] env[69959]: INFO nova.compute.manager [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Terminating instance [ 1324.026276] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "320de866-2b68-482d-a8a6-4077ab84869a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.026555] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "320de866-2b68-482d-a8a6-4077ab84869a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.026783] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "320de866-2b68-482d-a8a6-4077ab84869a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.027016] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "320de866-2b68-482d-a8a6-4077ab84869a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.027186] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "320de866-2b68-482d-a8a6-4077ab84869a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.029815] env[69959]: INFO nova.compute.manager [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Terminating instance [ 1324.095936] env[69959]: INFO nova.compute.manager [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Unrescuing [ 1324.096412] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.096492] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.096785] env[69959]: DEBUG nova.network.neutron [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.114755] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52d137ef-1ed6-8ea7-2076-ef274582ffde, 'name': SearchDatastore_Task, 'duration_secs': 0.025246} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.115081] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.115445] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.115828] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.116075] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.116396] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.116790] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8117e17d-8191-45d7-8aba-d39b8c9f6fac {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.128317] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.128632] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.129398] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2cb699c-8640-4b65-a842-c5b2e67a07c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.136561] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1324.136561] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52048725-722d-d5cd-d26f-5ce9783a07d8" [ 1324.136561] env[69959]: _type = "Task" [ 1324.136561] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.148771] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52048725-722d-d5cd-d26f-5ce9783a07d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.463845] env[69959]: DEBUG nova.compute.manager [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.464792] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.465121] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6b3b3-9da2-40cc-b7ec-b4d9c8a4d26e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.477065] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.477426] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37cda5c-e727-48a1-81a7-9660e5da1eff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.488042] env[69959]: DEBUG oslo_vmware.api [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1324.488042] env[69959]: value = "task-4087786" [ 1324.488042] env[69959]: _type = "Task" [ 1324.488042] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.498840] env[69959]: DEBUG oslo_vmware.api [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.537023] env[69959]: DEBUG nova.compute.manager [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.537023] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.537023] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b98cfec-2c64-46a2-a3ef-49dd99f6d34a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.546662] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.550171] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e50752-6be8-4f33-8548-29cc7e899405 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.562304] env[69959]: DEBUG oslo_vmware.api [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1324.562304] env[69959]: value = "task-4087787" [ 1324.562304] env[69959]: _type = "Task" [ 1324.562304] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.576186] env[69959]: DEBUG oslo_vmware.api [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.612407] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743d402-f830-4d03-ae2e-b72fdedce2a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.622706] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a256788-71c2-49a1-a28b-6ac226f7db5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.665157] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf89ee-43af-444c-8643-6ea0656d60d5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.677509] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac5f8a5-7788-47a0-96b9-bd6756c8c376 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.681939] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52048725-722d-d5cd-d26f-5ce9783a07d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.683201] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf175f1-aa4b-4d42-9ba2-56ed8f38e14c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.695101] env[69959]: DEBUG nova.compute.provider_tree [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.700414] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1324.700414] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258301e-6d40-25c8-b755-f2971fd17f15" [ 1324.700414] env[69959]: _type = "Task" [ 1324.700414] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.710049] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258301e-6d40-25c8-b755-f2971fd17f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.775940] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.776178] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.776317] env[69959]: DEBUG nova.network.neutron [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.957327] env[69959]: DEBUG nova.network.neutron [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.998982] env[69959]: DEBUG oslo_vmware.api [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087786, 'name': PowerOffVM_Task, 'duration_secs': 0.233853} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.999609] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.999785] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.000063] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd73a1b8-f465-4c29-88dd-5352438deec2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.073033] env[69959]: DEBUG oslo_vmware.api [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087787, 'name': PowerOffVM_Task, 'duration_secs': 0.203286} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.074466] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.074695] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.074991] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.075194] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.075369] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleting the datastore file [datastore2] cecbebef-bd17-4fe0-af8b-a8065591831d {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.075651] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e7bb511-ac8a-40ef-85cf-304441c1ba1b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.077240] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41015c0e-5fb3-4557-a5fc-7083785180fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.083442] env[69959]: DEBUG oslo_vmware.api [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1325.083442] env[69959]: value = "task-4087790" [ 1325.083442] env[69959]: _type = "Task" [ 1325.083442] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.091428] env[69959]: DEBUG oslo_vmware.api [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.141939] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.142538] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.142538] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleting the datastore file [datastore1] 320de866-2b68-482d-a8a6-4077ab84869a {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.142656] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b16656ea-c1ca-494f-bec3-3295ec431148 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.149542] env[69959]: DEBUG oslo_vmware.api [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for the task: (returnval){ [ 1325.149542] env[69959]: value = "task-4087791" [ 1325.149542] env[69959]: _type = "Task" [ 1325.149542] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.157933] env[69959]: DEBUG oslo_vmware.api [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.199540] env[69959]: DEBUG nova.scheduler.client.report [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.213174] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5258301e-6d40-25c8-b755-f2971fd17f15, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.213615] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.213679] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92/36ff6c14-6367-4aed-a8cd-f5aeac8e3a92.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.213938] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a33db07-b8c1-446a-8833-df75c10f069b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.220472] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1325.220472] env[69959]: value = "task-4087792" [ 1325.220472] env[69959]: _type = "Task" [ 1325.220472] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.229258] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.460429] env[69959]: DEBUG oslo_concurrency.lockutils [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.461180] env[69959]: DEBUG nova.objects.instance [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'flavor' on Instance uuid 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.516873] env[69959]: DEBUG nova.network.neutron [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.596079] env[69959]: DEBUG oslo_vmware.api [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258183} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.596079] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.596249] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.596431] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.596607] env[69959]: INFO nova.compute.manager [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1325.596856] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.597065] env[69959]: DEBUG nova.compute.manager [-] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.597162] env[69959]: DEBUG nova.network.neutron [-] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.660584] env[69959]: DEBUG oslo_vmware.api [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Task: {'id': task-4087791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146119} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.660809] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.660999] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.661201] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.661381] env[69959]: INFO nova.compute.manager [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1325.661629] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.661826] env[69959]: DEBUG nova.compute.manager [-] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.661928] env[69959]: DEBUG nova.network.neutron [-] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.708234] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.567s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.734540] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511887} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.737932] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92/36ff6c14-6367-4aed-a8cd-f5aeac8e3a92.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.738421] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.738813] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-564bd331-dd3e-4e6d-8c6e-a2775f379774 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.746908] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1325.746908] env[69959]: value = "task-4087793" [ 1325.746908] env[69959]: _type = "Task" [ 1325.746908] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.751783] env[69959]: INFO nova.network.neutron [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating port 926b854c-3a53-43c7-8773-9e1380a3937a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1325.762536] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.967999] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c2420-9ff0-40f6-be1d-cb7b51aa7a1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.992774] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.996337] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6650969-3312-43d7-b0b0-502e0ea69e1c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.006243] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1326.006243] env[69959]: value = "task-4087794" [ 1326.006243] env[69959]: _type = "Task" [ 1326.006243] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.015618] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.019358] env[69959]: DEBUG nova.compute.manager [req-c0a9c5bf-b7fe-4d19-8838-1a185e5767aa req-91eae4c4-0129-4d42-b377-2f1d03661a2b service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Received event network-vif-deleted-6fd36d08-cbc8-44bf-a69e-126840f0bb67 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.019703] env[69959]: INFO nova.compute.manager [req-c0a9c5bf-b7fe-4d19-8838-1a185e5767aa req-91eae4c4-0129-4d42-b377-2f1d03661a2b service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Neutron deleted interface 6fd36d08-cbc8-44bf-a69e-126840f0bb67; detaching it from the instance and deleting it from the info cache [ 1326.020603] env[69959]: DEBUG nova.network.neutron [req-c0a9c5bf-b7fe-4d19-8838-1a185e5767aa req-91eae4c4-0129-4d42-b377-2f1d03661a2b service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.023024] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.105786] env[69959]: DEBUG nova.compute.manager [req-eb0bb7cf-5812-4eb6-a4de-f276f353b2f0 req-589abb86-4512-40b1-9fcf-bcb57f9daa09 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Received event network-vif-deleted-467bd2f7-927e-4574-9a8b-f881984eaa71 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.106013] env[69959]: INFO nova.compute.manager [req-eb0bb7cf-5812-4eb6-a4de-f276f353b2f0 req-589abb86-4512-40b1-9fcf-bcb57f9daa09 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Neutron deleted interface 467bd2f7-927e-4574-9a8b-f881984eaa71; detaching it from the instance and deleting it from the info cache [ 1326.106199] env[69959]: DEBUG nova.network.neutron [req-eb0bb7cf-5812-4eb6-a4de-f276f353b2f0 req-589abb86-4512-40b1-9fcf-bcb57f9daa09 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.256870] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069216} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.257284] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.257941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2dbbc7-991f-45f0-a445-833d572f95c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.280239] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92/36ff6c14-6367-4aed-a8cd-f5aeac8e3a92.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.280563] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f1ef86-8187-40c5-b249-9968ed2f1954 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.300870] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1326.300870] env[69959]: value = "task-4087795" [ 1326.300870] env[69959]: _type = "Task" [ 1326.300870] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.312589] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.498296] env[69959]: DEBUG nova.network.neutron [-] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.517137] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087794, 'name': PowerOffVM_Task, 'duration_secs': 0.235699} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.517429] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.522545] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1326.523166] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4637c1d3-ae85-44a7-bcc9-6a76e179ff34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.541865] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-346b8280-8c19-44e5-a617-75a22f8f2437 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.549965] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1326.549965] env[69959]: value = "task-4087796" [ 1326.549965] env[69959]: _type = "Task" [ 1326.549965] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.556607] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981397a-2c41-4f26-983d-981573b94d6c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.568821] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a80b16-3e69-4445-869d-1d91dec9a3f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.578118] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.591598] env[69959]: DEBUG nova.network.neutron [-] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.601475] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c1240-dafa-4b14-a795-15d7c3e5cd26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.605549] env[69959]: DEBUG nova.compute.manager [req-c0a9c5bf-b7fe-4d19-8838-1a185e5767aa req-91eae4c4-0129-4d42-b377-2f1d03661a2b service nova] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Detach interface failed, port_id=6fd36d08-cbc8-44bf-a69e-126840f0bb67, reason: Instance cecbebef-bd17-4fe0-af8b-a8065591831d could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.606401] env[69959]: INFO nova.compute.manager [-] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Took 0.94 seconds to deallocate network for instance. [ 1326.611366] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d989d404-ca88-43ee-8152-eac6b5c4eeee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.616485] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 83 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.629415] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd6904-aa92-49f7-b997-70e6ac783240 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.660677] env[69959]: DEBUG nova.compute.manager [req-eb0bb7cf-5812-4eb6-a4de-f276f353b2f0 req-589abb86-4512-40b1-9fcf-bcb57f9daa09 service nova] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Detach interface failed, port_id=467bd2f7-927e-4574-9a8b-f881984eaa71, reason: Instance 320de866-2b68-482d-a8a6-4077ab84869a could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.811726] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.001135] env[69959]: INFO nova.compute.manager [-] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Took 1.40 seconds to deallocate network for instance. [ 1327.061298] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087796, 'name': ReconfigVM_Task, 'duration_secs': 0.275172} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.061587] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.061780] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.062071] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-245f3151-c9b2-47fe-ba79-804f7dfc922b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.069484] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1327.069484] env[69959]: value = "task-4087797" [ 1327.069484] env[69959]: _type = "Task" [ 1327.069484] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.078383] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.116066] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.116066] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.116066] env[69959]: DEBUG nova.objects.instance [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lazy-loading 'resources' on Instance uuid 320de866-2b68-482d-a8a6-4077ab84869a {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.122908] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.123178] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38faf0e9-658a-4dce-9130-3b64eced05a9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.130846] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1327.130846] env[69959]: value = "task-4087798" [ 1327.130846] env[69959]: _type = "Task" [ 1327.130846] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.139401] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.313662] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087795, 'name': ReconfigVM_Task, 'duration_secs': 0.586856} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.313998] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92/36ff6c14-6367-4aed-a8cd-f5aeac8e3a92.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.314600] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da738be2-3f26-41d1-a2cd-690a9881fc5b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.322699] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1327.322699] env[69959]: value = "task-4087799" [ 1327.322699] env[69959]: _type = "Task" [ 1327.322699] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.334466] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087799, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.417458] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.417701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.417962] env[69959]: DEBUG nova.network.neutron [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.507503] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.582494] env[69959]: DEBUG oslo_vmware.api [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087797, 'name': PowerOnVM_Task, 'duration_secs': 0.456151} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.583010] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.583353] env[69959]: DEBUG nova.compute.manager [None req-6622f24c-a2ce-49df-8842-08257b726a65 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1327.585141] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704411c6-0a98-4202-a551-a6cc75edff77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.641833] env[69959]: DEBUG oslo_vmware.api [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087798, 'name': PowerOnVM_Task, 'duration_secs': 0.457698} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.644068] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.644272] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddfc862-a567-431b-893e-83f8e4de1d7f tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance '09589bdd-96d4-44a8-9f3b-cb871aa13f28' progress to 100 {{(pid=69959) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.771167] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a83cca-3cc0-4661-bb19-df2fd8657f1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.779495] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d89d5e-30d5-4812-9d4e-ef0682512579 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.811358] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedfb625-e615-4a57-8b1c-f0f5e2bea003 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.819438] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe92c7-1f84-4f81-b204-aeedcbb03a7f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.835749] env[69959]: DEBUG nova.compute.provider_tree [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.839834] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087799, 'name': Rename_Task, 'duration_secs': 0.171299} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.840513] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.840660] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c01dc2b3-c5b4-47ee-8d00-67e0a1aa96a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.849454] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1327.849454] env[69959]: value = "task-4087800" [ 1327.849454] env[69959]: _type = "Task" [ 1327.849454] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.857188] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.165863] env[69959]: DEBUG nova.network.neutron [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.194286] env[69959]: DEBUG nova.compute.manager [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-vif-plugged-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.194286] env[69959]: DEBUG oslo_concurrency.lockutils [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.194286] env[69959]: DEBUG oslo_concurrency.lockutils [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.194286] env[69959]: DEBUG oslo_concurrency.lockutils [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.194286] env[69959]: DEBUG nova.compute.manager [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] No waiting events found dispatching network-vif-plugged-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1328.194286] env[69959]: WARNING nova.compute.manager [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received unexpected event network-vif-plugged-926b854c-3a53-43c7-8773-9e1380a3937a for instance with vm_state shelved_offloaded and task_state spawning. [ 1328.195810] env[69959]: DEBUG nova.compute.manager [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.196272] env[69959]: DEBUG nova.compute.manager [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing instance network info cache due to event network-changed-926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.196605] env[69959]: DEBUG oslo_concurrency.lockutils [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] Acquiring lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.351352] env[69959]: DEBUG nova.scheduler.client.report [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.363180] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.667991] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.670365] env[69959]: DEBUG oslo_concurrency.lockutils [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] Acquired lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.670763] env[69959]: DEBUG nova.network.neutron [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Refreshing network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.704418] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1f360ae39db77a30b71616ba4117be0',container_format='bare',created_at=2025-05-13T17:12:08Z,direct_url=,disk_format='vmdk',id=40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-725695586-shelved',owner='0e13695908bf4f8880269bacb86b8b51',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-13T17:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.704725] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.704907] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.705108] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.705608] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.705608] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.705608] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.705868] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.705975] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.706361] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.706361] env[69959]: DEBUG nova.virt.hardware [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.708066] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75f11c-3744-4feb-a70a-385ba14d3595 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.720291] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d41a2e-7aa9-4b75-9aab-75960282a38b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.736454] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:82:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '926b854c-3a53-43c7-8773-9e1380a3937a', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.745557] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.746198] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.746456] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b62b0004-8dff-4c63-9bc3-d643aa835a44 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.769220] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.769220] env[69959]: value = "task-4087801" [ 1328.769220] env[69959]: _type = "Task" [ 1328.769220] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.778651] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087801, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.848025] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.851391] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.344s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.851897] env[69959]: DEBUG nova.objects.instance [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lazy-loading 'resources' on Instance uuid cecbebef-bd17-4fe0-af8b-a8065591831d {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.866623] env[69959]: DEBUG oslo_vmware.api [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087800, 'name': PowerOnVM_Task, 'duration_secs': 0.561261} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.867109] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.867444] env[69959]: INFO nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1328.867777] env[69959]: DEBUG nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.869329] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac71efa-a7f6-403f-a1ab-ecdb89e0f78c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.877048] env[69959]: INFO nova.scheduler.client.report [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted allocations for instance 320de866-2b68-482d-a8a6-4077ab84869a [ 1328.921274] env[69959]: DEBUG nova.compute.manager [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.921508] env[69959]: DEBUG nova.compute.manager [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing instance network info cache due to event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.921730] env[69959]: DEBUG oslo_concurrency.lockutils [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.921876] env[69959]: DEBUG oslo_concurrency.lockutils [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.922335] env[69959]: DEBUG nova.network.neutron [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.280539] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087801, 'name': CreateVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.388302] env[69959]: DEBUG oslo_concurrency.lockutils [None req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "320de866-2b68-482d-a8a6-4077ab84869a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.361s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.401856] env[69959]: INFO nova.compute.manager [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Took 16.11 seconds to build instance. [ 1329.451109] env[69959]: DEBUG nova.network.neutron [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updated VIF entry in instance network info cache for port 926b854c-3a53-43c7-8773-9e1380a3937a. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.451572] env[69959]: DEBUG nova.network.neutron [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [{"id": "926b854c-3a53-43c7-8773-9e1380a3937a", "address": "fa:16:3e:b9:82:5f", "network": {"id": "f14b0d9a-bc4c-40e4-b336-2f92a8930934", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-793017473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e13695908bf4f8880269bacb86b8b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926b854c-3a", "ovs_interfaceid": "926b854c-3a53-43c7-8773-9e1380a3937a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.499737] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec65ee55-fa7c-46a1-8ea2-881419c2b3c9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.508150] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa695489-3472-4e5c-8907-9f02e26dd7a6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.541903] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be533eb0-c001-495a-8b62-e156b5e52ac3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.549956] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3b4b3e-39d5-412a-ae88-d07a78a64326 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.564127] env[69959]: DEBUG nova.compute.provider_tree [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.656541] env[69959]: DEBUG nova.network.neutron [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updated VIF entry in instance network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.656917] env[69959]: DEBUG nova.network.neutron [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.782133] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087801, 'name': CreateVM_Task, 'duration_secs': 0.630005} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.782264] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.783128] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.783330] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.783759] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.784060] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28565c19-492a-4521-a780-e0ff6f9fe0f1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.789245] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1329.789245] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525547ab-ee51-77ed-bf05-d4cfa7e83044" [ 1329.789245] env[69959]: _type = "Task" [ 1329.789245] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.798089] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525547ab-ee51-77ed-bf05-d4cfa7e83044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.901572] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7a6b82d3-349a-499e-a2a9-8141f0187627 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.624s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.954328] env[69959]: DEBUG oslo_concurrency.lockutils [req-dc8a3422-36ca-405e-b678-43f36e29ec5c req-2a0d4616-eb64-4663-ad00-6ba6fcf43a2f service nova] Releasing lock "refresh_cache-6b80778e-58da-4122-9434-c28e780729e2" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.041255] env[69959]: DEBUG nova.network.neutron [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Port f7d26b09-c415-4e71-a9c6-47b0338ebede binding to destination host cpu-1 is already ACTIVE {{(pid=69959) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1330.041529] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.041684] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.041852] env[69959]: DEBUG nova.network.neutron [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.068015] env[69959]: DEBUG nova.scheduler.client.report [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.159968] env[69959]: DEBUG oslo_concurrency.lockutils [req-add8beeb-77d8-4fe3-8b4d-882e4c836056 req-2820334e-9ead-4c68-857d-cdd78118a2c4 service nova] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.300165] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.300475] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Processing image 40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.300736] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.300921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.301132] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.301394] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9802e730-f349-4ffe-8e53-0ac0417719d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.313358] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.313544] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.314280] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ab7a74-e269-4175-88b5-6c26d0e6b959 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.322495] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1330.322495] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5268c22f-9ed7-87d7-c39f-93caf57c0f7c" [ 1330.322495] env[69959]: _type = "Task" [ 1330.322495] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.331452] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5268c22f-9ed7-87d7-c39f-93caf57c0f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.369278] env[69959]: DEBUG nova.compute.manager [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Received event network-changed-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.369472] env[69959]: DEBUG nova.compute.manager [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Refreshing instance network info cache due to event network-changed-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.369689] env[69959]: DEBUG oslo_concurrency.lockutils [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] Acquiring lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.369994] env[69959]: DEBUG oslo_concurrency.lockutils [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] Acquired lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.370223] env[69959]: DEBUG nova.network.neutron [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Refreshing network info cache for port eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.576655] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.599361] env[69959]: INFO nova.scheduler.client.report [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Deleted allocations for instance cecbebef-bd17-4fe0-af8b-a8065591831d [ 1330.751567] env[69959]: DEBUG nova.network.neutron [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.833849] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Preparing fetch location {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1330.834293] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Fetch image to [datastore1] OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2/OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2.vmdk {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1330.834559] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Downloading stream optimized image 40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e to [datastore1] OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2/OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2.vmdk on the data store datastore1 as vApp {{(pid=69959) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1330.834847] env[69959]: DEBUG nova.virt.vmwareapi.images [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Downloading image file data 40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e to the ESX as VM named 'OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2' {{(pid=69959) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1330.924978] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1330.924978] env[69959]: value = "resgroup-9" [ 1330.924978] env[69959]: _type = "ResourcePool" [ 1330.924978] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1330.924978] env[69959]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8b2f37e8-d282-45c0-b5ce-526009e8a4d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.946415] env[69959]: DEBUG nova.compute.manager [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.946604] env[69959]: DEBUG nova.compute.manager [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing instance network info cache due to event network-changed-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.946827] env[69959]: DEBUG oslo_concurrency.lockutils [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] Acquiring lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.946972] env[69959]: DEBUG oslo_concurrency.lockutils [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] Acquired lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.947192] env[69959]: DEBUG nova.network.neutron [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Refreshing network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.951802] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease: (returnval){ [ 1330.951802] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1330.951802] env[69959]: _type = "HttpNfcLease" [ 1330.951802] env[69959]: } obtained for vApp import into resource pool (val){ [ 1330.951802] env[69959]: value = "resgroup-9" [ 1330.951802] env[69959]: _type = "ResourcePool" [ 1330.951802] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1330.952045] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the lease: (returnval){ [ 1330.952045] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1330.952045] env[69959]: _type = "HttpNfcLease" [ 1330.952045] env[69959]: } to be ready. {{(pid=69959) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1330.960789] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.960789] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1330.960789] env[69959]: _type = "HttpNfcLease" [ 1330.960789] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1331.108538] env[69959]: DEBUG oslo_concurrency.lockutils [None req-cf94adda-1006-456d-a841-66912d955237 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Lock "cecbebef-bd17-4fe0-af8b-a8065591831d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.154s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.159309] env[69959]: DEBUG nova.network.neutron [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updated VIF entry in instance network info cache for port eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.159891] env[69959]: DEBUG nova.network.neutron [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updating instance_info_cache with network_info: [{"id": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "address": "fa:16:3e:60:a7:90", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6ff17a-30", "ovs_interfaceid": "eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.254748] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.460822] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1331.460822] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1331.460822] env[69959]: _type = "HttpNfcLease" [ 1331.460822] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1331.663701] env[69959]: DEBUG oslo_concurrency.lockutils [req-57826347-9497-4b98-9f2b-c9f0a22b915a req-abca1eab-7239-44e8-8cfb-beded0a10e3f service nova] Releasing lock "refresh_cache-36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.673613] env[69959]: DEBUG nova.network.neutron [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updated VIF entry in instance network info cache for port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.674058] env[69959]: DEBUG nova.network.neutron [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [{"id": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "address": "fa:16:3e:b3:c6:15", "network": {"id": "bd375469-6d0f-45e7-b353-6f06c9749711", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-236408564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a954718171ae4d4183b88850d1e5ff8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7f9e77-70", "ovs_interfaceid": "6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.758457] env[69959]: DEBUG nova.compute.manager [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69959) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1331.758701] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.758954] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.961010] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1331.961010] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1331.961010] env[69959]: _type = "HttpNfcLease" [ 1331.961010] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.176949] env[69959]: DEBUG oslo_concurrency.lockutils [req-32d611b2-b79f-4b62-9c80-ab035c983e5a req-edf16520-1b7a-4648-93a5-78cab7501635 service nova] Releasing lock "refresh_cache-1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.263057] env[69959]: DEBUG nova.objects.instance [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'migration_context' on Instance uuid 09589bdd-96d4-44a8-9f3b-cb871aa13f28 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.463048] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.463048] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1332.463048] env[69959]: _type = "HttpNfcLease" [ 1332.463048] env[69959]: } is initializing. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.906351] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164df24e-3c51-482d-bc59-a7fcfec40817 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.915312] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f965f5d-c47a-4f55-b801-83d46c27f84a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.946864] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d444f-22d9-41e9-8cd0-272403aa690c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.958239] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40eec90-f553-4e8e-a093-d619d17509e5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.973570] env[69959]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.973570] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1332.973570] env[69959]: _type = "HttpNfcLease" [ 1332.973570] env[69959]: } is ready. {{(pid=69959) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1332.974648] env[69959]: DEBUG nova.compute.provider_tree [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.980020] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1332.980020] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52192bb4-c3c0-65b1-6a47-27d6a7187f9b" [ 1332.980020] env[69959]: _type = "HttpNfcLease" [ 1332.980020] env[69959]: }. {{(pid=69959) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1332.980020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24765a-a855-4743-bdeb-c54d709ae56a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.987356] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a388a-046e-70b3-bebd-6b909b750c0f/disk-0.vmdk from lease info. {{(pid=69959) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1332.987540] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a388a-046e-70b3-bebd-6b909b750c0f/disk-0.vmdk. {{(pid=69959) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1333.049350] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78b8a6cf-0568-4bea-80c6-54b1ae1eda1d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.479140] env[69959]: DEBUG nova.scheduler.client.report [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.190431] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Completed reading data from the image iterator. {{(pid=69959) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1334.190942] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a388a-046e-70b3-bebd-6b909b750c0f/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1334.191698] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42c1f3-5574-45d0-9b47-5d1f5110ecc5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.199178] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a388a-046e-70b3-bebd-6b909b750c0f/disk-0.vmdk is in state: ready. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1334.199362] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a388a-046e-70b3-bebd-6b909b750c0f/disk-0.vmdk. {{(pid=69959) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1334.199624] env[69959]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-88f1d942-f3f2-4b65-8203-bc51d41c994d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.496163] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.737s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.525287] env[69959]: DEBUG oslo_vmware.rw_handles [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a388a-046e-70b3-bebd-6b909b750c0f/disk-0.vmdk. {{(pid=69959) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1334.525539] env[69959]: INFO nova.virt.vmwareapi.images [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Downloaded image file data 40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e [ 1334.526785] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc052594-c1fc-423b-9cd3-11b53433ef20 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.544194] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0decc40-d338-47b0-bd26-b21e141a33ad {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.549826] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "06724ef3-7d57-4d9c-b314-7426785af631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.550147] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "06724ef3-7d57-4d9c-b314-7426785af631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.588581] env[69959]: INFO nova.virt.vmwareapi.images [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] The imported VM was unregistered [ 1334.591550] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Caching image {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1334.591883] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Creating directory with path [datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.592240] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f477a95-8903-4160-875d-cfadf7ba7140 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.608874] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Created directory with path [datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.609111] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2/OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2.vmdk to [datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk. {{(pid=69959) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1334.609382] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed58fdfb-432b-4ca0-ac3f-e4a95c73da76 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.616989] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1334.616989] env[69959]: value = "task-4087804" [ 1334.616989] env[69959]: _type = "Task" [ 1334.616989] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.626295] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.052694] env[69959]: DEBUG nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.131121] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.581241] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.581696] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.584374] env[69959]: INFO nova.compute.claims [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.631459] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.040441] env[69959]: INFO nova.compute.manager [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Swapping old allocation on dict_keys(['7fd20412-76af-425c-a8c7-822bce27256b']) held by migration bae963f5-df77-46b1-8068-05482b8b01bb for instance [ 1336.070406] env[69959]: DEBUG nova.scheduler.client.report [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Overwriting current allocation {'allocations': {'7fd20412-76af-425c-a8c7-822bce27256b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '15360bad1bcc46f7bfd4f8d5f479faf6', 'user_id': 'd09e88735805466fabf30f9fcdc45345', 'consumer_generation': 1} on consumer 09589bdd-96d4-44a8-9f3b-cb871aa13f28 {{(pid=69959) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1336.134346] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.172110] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.172313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.172489] env[69959]: DEBUG nova.network.neutron [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.635904] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.723806] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d77ea-8d36-43f9-94ee-7bdb0b417bba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.736667] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139b749-77ed-49bb-9dac-1cf76cca7364 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.792830] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37dd72d-6665-436e-ac42-2844970cd85d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.808061] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235ad88a-b8f4-47c9-9c45-b58195a62f4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.838595] env[69959]: DEBUG nova.compute.provider_tree [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.129597] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.201849] env[69959]: DEBUG nova.network.neutron [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [{"id": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "address": "fa:16:3e:30:80:60", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d26b09-c4", "ovs_interfaceid": "f7d26b09-c415-4e71-a9c6-47b0338ebede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.343633] env[69959]: DEBUG nova.scheduler.client.report [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.630410] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087804, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.579353} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.630685] env[69959]: INFO nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2/OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2.vmdk to [datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk. [ 1337.630876] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Cleaning up location [datastore1] OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1337.631059] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_08ac4d26-c472-4b1c-84e7-2584f97602b2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.631335] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a1bcd00-f0ce-468c-b0da-f4d8e45898df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.638707] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1337.638707] env[69959]: value = "task-4087805" [ 1337.638707] env[69959]: _type = "Task" [ 1337.638707] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.647870] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.704942] env[69959]: DEBUG oslo_concurrency.lockutils [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-09589bdd-96d4-44a8-9f3b-cb871aa13f28" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.705484] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.705814] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af58a735-46a5-4475-9125-fe224ef06d7c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.712768] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1337.712768] env[69959]: value = "task-4087806" [ 1337.712768] env[69959]: _type = "Task" [ 1337.712768] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.721435] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.848866] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.849429] env[69959]: DEBUG nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.149644] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043145} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.149862] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.150039] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.150298] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk to [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.150562] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdc43bf4-80bb-444a-ad37-2ba7358c43da {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.158035] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1338.158035] env[69959]: value = "task-4087807" [ 1338.158035] env[69959]: _type = "Task" [ 1338.158035] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.165980] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.223420] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087806, 'name': PowerOffVM_Task, 'duration_secs': 0.401653} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.223721] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.224414] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.224635] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.224832] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.225065] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.225212] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.225357] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.225569] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.225731] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.225910] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.226100] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.226277] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.231232] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db874f64-e1e4-42a8-8e17-40bfe7ad20e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.247477] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1338.247477] env[69959]: value = "task-4087808" [ 1338.247477] env[69959]: _type = "Task" [ 1338.247477] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.255889] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.354892] env[69959]: DEBUG nova.compute.utils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.356432] env[69959]: DEBUG nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Not allocating networking since 'none' was specified. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1338.669847] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087807, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.761996] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087808, 'name': ReconfigVM_Task, 'duration_secs': 0.154514} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.762977] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c4103-3e8d-41a1-a1e4-69088698c7f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.784547] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.784823] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.784997] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.785207] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.785358] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.785510] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.785722] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.785920] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.786117] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.786289] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.786468] env[69959]: DEBUG nova.virt.hardware [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.787404] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bed0757-77be-42ca-ba16-14c3624dc79f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.796494] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1338.796494] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52142218-340b-9db7-27ef-f541d2a622d9" [ 1338.796494] env[69959]: _type = "Task" [ 1338.796494] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.807143] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52142218-340b-9db7-27ef-f541d2a622d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.858068] env[69959]: DEBUG nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.170038] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087807, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.311016] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52142218-340b-9db7-27ef-f541d2a622d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.316656] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.317070] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c2db64-75e9-4a43-ad45-c0e4afdce7aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.339335] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1339.339335] env[69959]: value = "task-4087809" [ 1339.339335] env[69959]: _type = "Task" [ 1339.339335] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.350762] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.670600] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087807, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.851762] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087809, 'name': ReconfigVM_Task, 'duration_secs': 0.252052} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.852135] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.853152] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ffd0e-66c6-4034-b06e-01cd40220712 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.873226] env[69959]: DEBUG nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.882913] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.883761] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c68561-7173-4df6-a735-f486cd0db067 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.904589] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1339.904589] env[69959]: value = "task-4087810" [ 1339.904589] env[69959]: _type = "Task" [ 1339.904589] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.910375] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.910634] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.910796] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.910981] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.911148] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.911304] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.911521] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.911682] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.911854] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.912028] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.912207] env[69959]: DEBUG nova.virt.hardware [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.913051] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46895e0-f7a3-4eb5-a36b-907a923e847d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.927387] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee39868-74b4-4705-8cbf-39bdcea072ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.931566] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.944784] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.951297] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Creating folder: Project (fabdeb3f568b4a64a7706e3af1cfa206). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.951693] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bacd93f4-62b6-49fc-abbd-df0449526292 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.966797] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Created folder: Project (fabdeb3f568b4a64a7706e3af1cfa206) in parent group-v809535. [ 1339.967047] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Creating folder: Instances. Parent ref: group-v809874. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.967329] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9e0155b-fe2d-403b-b3b5-77f29492d0fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.978251] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Created folder: Instances in parent group-v809874. [ 1339.978570] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.978813] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.979053] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af8e4fc-f1db-4b8a-a362-93f323f4e4ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.000476] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.000476] env[69959]: value = "task-4087813" [ 1340.000476] env[69959]: _type = "Task" [ 1340.000476] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.010955] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087813, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.171211] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087807, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.417933] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087810, 'name': ReconfigVM_Task, 'duration_secs': 0.460213} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.418265] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28/09589bdd-96d4-44a8-9f3b-cb871aa13f28.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.419188] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc05a49-99b9-4155-b95d-69de76ecc4c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.443012] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc5cbf1-7743-4e81-95ec-cff5ffd97089 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.465976] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f233f-a2e7-4bfd-9878-bb888c8624f4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.487374] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c4f70-5dd8-45d1-a1a6-46df63c65a95 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.497130] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.497433] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73fc0f9-b871-4c25-834c-1143987db275 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.506444] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1340.506444] env[69959]: value = "task-4087814" [ 1340.506444] env[69959]: _type = "Task" [ 1340.506444] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.509788] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087813, 'name': CreateVM_Task, 'duration_secs': 0.354133} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.512822] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.513301] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.513461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.513784] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.514502] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5022f4ea-3b14-42bb-a3b2-70021f7507e9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.521638] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.529293] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1340.529293] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a80628-988e-9da9-ee94-83b06e58dc61" [ 1340.529293] env[69959]: _type = "Task" [ 1340.529293] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.541208] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a80628-988e-9da9-ee94-83b06e58dc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.670427] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087807, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.466715} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.670691] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e/40e8ed79-3b17-4b04-8e82-7f06a7fa0b4e.vmdk to [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.671525] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf72e1f-ad5a-4b22-a653-18b9a656b213 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.693452] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.693801] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b3b347-b084-4c6f-ad26-6669bb1e9a6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.714018] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1340.714018] env[69959]: value = "task-4087815" [ 1340.714018] env[69959]: _type = "Task" [ 1340.714018] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.722149] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.019163] env[69959]: DEBUG oslo_vmware.api [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087814, 'name': PowerOnVM_Task, 'duration_secs': 0.434492} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.019458] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.039888] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a80628-988e-9da9-ee94-83b06e58dc61, 'name': SearchDatastore_Task, 'duration_secs': 0.064658} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.040967] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.041221] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.041476] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.041600] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.041781] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.042400] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb730db-7416-4ebb-bed1-e5356d07e6c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.052543] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.052673] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.053471] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609c3372-0d89-42b2-bfce-b9a26570b9ea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.059663] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1341.059663] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b63c25-b9db-a124-8b21-8b6f9b9c0dad" [ 1341.059663] env[69959]: _type = "Task" [ 1341.059663] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.067954] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b63c25-b9db-a124-8b21-8b6f9b9c0dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.224396] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087815, 'name': ReconfigVM_Task, 'duration_secs': 0.308765} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.224609] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 6b80778e-58da-4122-9434-c28e780729e2/6b80778e-58da-4122-9434-c28e780729e2.vmdk or device None with type streamOptimized {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.225324] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea8a9ea-9368-4da8-8cfb-98c69336fd31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.233752] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1341.233752] env[69959]: value = "task-4087816" [ 1341.233752] env[69959]: _type = "Task" [ 1341.233752] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.249284] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087816, 'name': Rename_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.571889] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b63c25-b9db-a124-8b21-8b6f9b9c0dad, 'name': SearchDatastore_Task, 'duration_secs': 0.101368} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.572715] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca8f6f9-b8f5-49e5-a614-10f549203675 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.578776] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1341.578776] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528730ff-7ff0-5eb0-c761-673ec06763e5" [ 1341.578776] env[69959]: _type = "Task" [ 1341.578776] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.587469] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528730ff-7ff0-5eb0-c761-673ec06763e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.744134] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087816, 'name': Rename_Task, 'duration_secs': 0.15242} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.744632] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.744939] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d173d15-2045-4776-be25-3b1c29a3e65e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.751419] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1341.751419] env[69959]: value = "task-4087817" [ 1341.751419] env[69959]: _type = "Task" [ 1341.751419] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.761557] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.030314] env[69959]: INFO nova.compute.manager [None req-34a21d3f-21b0-4c7e-b321-c9ae75572cda tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance to original state: 'active' [ 1342.089483] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528730ff-7ff0-5eb0-c761-673ec06763e5, 'name': SearchDatastore_Task, 'duration_secs': 0.092912} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.089770] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.090080] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.090373] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d67a51c-3d39-408d-ae46-168d3f38f6d1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.097386] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1342.097386] env[69959]: value = "task-4087818" [ 1342.097386] env[69959]: _type = "Task" [ 1342.097386] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.105915] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.263137] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087817, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.609442] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.762216] env[69959]: DEBUG oslo_vmware.api [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087817, 'name': PowerOnVM_Task, 'duration_secs': 0.539095} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.762579] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.869942] env[69959]: DEBUG nova.compute.manager [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.870889] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30de101-0fe4-4f43-a028-83d0ca2015d8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.972522] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.972955] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.973323] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.973671] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.973985] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.976815] env[69959]: INFO nova.compute.manager [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Terminating instance [ 1343.108412] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646579} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.108652] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.108877] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.109222] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30febea5-49d1-48e4-8745-a82318b0c1bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.115400] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1343.115400] env[69959]: value = "task-4087819" [ 1343.115400] env[69959]: _type = "Task" [ 1343.115400] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.123692] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.389793] env[69959]: DEBUG oslo_concurrency.lockutils [None req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.524s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.482204] env[69959]: DEBUG nova.compute.manager [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.482437] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.483407] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07025d6b-02f7-475f-8f59-0f1fa616c466 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.492230] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.492489] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8bd1da7-8c75-417a-aed8-ba091c6f2cf1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.500145] env[69959]: DEBUG oslo_vmware.api [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1343.500145] env[69959]: value = "task-4087820" [ 1343.500145] env[69959]: _type = "Task" [ 1343.500145] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.515752] env[69959]: DEBUG oslo_vmware.api [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.626034] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075733} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.626312] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.627102] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7078c5b-4591-4fc1-b788-89e9da9682ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.647166] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.647456] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9938bde-f994-4756-8357-33d428001e3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.669356] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1343.669356] env[69959]: value = "task-4087821" [ 1343.669356] env[69959]: _type = "Task" [ 1343.669356] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.679912] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.011036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.011388] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.011684] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "6b80778e-58da-4122-9434-c28e780729e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.011978] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.012276] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.014487] env[69959]: DEBUG oslo_vmware.api [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087820, 'name': PowerOffVM_Task, 'duration_secs': 0.22328} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.015168] env[69959]: INFO nova.compute.manager [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Terminating instance [ 1344.017009] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.017286] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.018901] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb0610f-249d-464e-b41d-bece168398aa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.098630] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.098903] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.099039] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleting the datastore file [datastore2] 09589bdd-96d4-44a8-9f3b-cb871aa13f28 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.099323] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3178879b-9363-421e-afe1-7172a9ef299e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.106241] env[69959]: DEBUG oslo_vmware.api [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1344.106241] env[69959]: value = "task-4087823" [ 1344.106241] env[69959]: _type = "Task" [ 1344.106241] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.114582] env[69959]: DEBUG oslo_vmware.api [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.181858] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.523065] env[69959]: DEBUG nova.compute.manager [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.523255] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.524027] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7babc-7faf-4b6d-a280-4c0e0092d495 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.532237] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.532501] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854c7d4a-90fc-48c1-ab11-50833e6cfe14 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.539442] env[69959]: DEBUG oslo_vmware.api [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1344.539442] env[69959]: value = "task-4087824" [ 1344.539442] env[69959]: _type = "Task" [ 1344.539442] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.548186] env[69959]: DEBUG oslo_vmware.api [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.618172] env[69959]: DEBUG oslo_vmware.api [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188412} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.618172] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.618172] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.618310] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.618486] env[69959]: INFO nova.compute.manager [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1344.618735] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.618936] env[69959]: DEBUG nova.compute.manager [-] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.619109] env[69959]: DEBUG nova.network.neutron [-] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.681880] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.051960] env[69959]: DEBUG oslo_vmware.api [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087824, 'name': PowerOffVM_Task, 'duration_secs': 0.202713} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.052259] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.052395] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.052656] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-999a687c-8730-4e42-8e25-3891cb435dc0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.096093] env[69959]: DEBUG nova.compute.manager [req-97d228f0-d49c-4167-bb43-3c364ea29e83 req-230e0e5c-8bea-4ca2-9b55-03638431baa9 service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Received event network-vif-deleted-f7d26b09-c415-4e71-a9c6-47b0338ebede {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.096199] env[69959]: INFO nova.compute.manager [req-97d228f0-d49c-4167-bb43-3c364ea29e83 req-230e0e5c-8bea-4ca2-9b55-03638431baa9 service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Neutron deleted interface f7d26b09-c415-4e71-a9c6-47b0338ebede; detaching it from the instance and deleting it from the info cache [ 1345.096404] env[69959]: DEBUG nova.network.neutron [req-97d228f0-d49c-4167-bb43-3c364ea29e83 req-230e0e5c-8bea-4ca2-9b55-03638431baa9 service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.118236] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.118455] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.118642] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleting the datastore file [datastore1] 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.118915] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b2679d-dcfc-4fc8-8183-285f2e0a65fc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.126523] env[69959]: DEBUG oslo_vmware.api [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for the task: (returnval){ [ 1345.126523] env[69959]: value = "task-4087826" [ 1345.126523] env[69959]: _type = "Task" [ 1345.126523] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.134492] env[69959]: DEBUG oslo_vmware.api [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.182366] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087821, 'name': ReconfigVM_Task, 'duration_secs': 1.017941} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.182650] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.183343] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bdd30f6-424e-4fca-b17f-49c2bb2d0365 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.190455] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1345.190455] env[69959]: value = "task-4087827" [ 1345.190455] env[69959]: _type = "Task" [ 1345.190455] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.199458] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087827, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.574306] env[69959]: DEBUG nova.network.neutron [-] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.598759] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d3d8e0f-72d5-46fb-a0cc-c18eb5e2595c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.609405] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6f08e0-f8da-41d3-90d9-128a39c09068 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.635947] env[69959]: DEBUG oslo_vmware.api [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Task: {'id': task-4087826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152745} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.644141] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.644365] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.644543] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.644720] env[69959]: INFO nova.compute.manager [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1345.645009] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.645338] env[69959]: DEBUG nova.compute.manager [req-97d228f0-d49c-4167-bb43-3c364ea29e83 req-230e0e5c-8bea-4ca2-9b55-03638431baa9 service nova] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Detach interface failed, port_id=f7d26b09-c415-4e71-a9c6-47b0338ebede, reason: Instance 09589bdd-96d4-44a8-9f3b-cb871aa13f28 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1345.645714] env[69959]: DEBUG nova.compute.manager [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.645812] env[69959]: DEBUG nova.network.neutron [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.700824] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087827, 'name': Rename_Task, 'duration_secs': 0.143958} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.703071] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.703336] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc64c6a-ee0e-4b6f-ad19-1c2201881ad7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.712067] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1345.712067] env[69959]: value = "task-4087828" [ 1345.712067] env[69959]: _type = "Task" [ 1345.712067] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.719179] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.078146] env[69959]: INFO nova.compute.manager [-] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Took 1.46 seconds to deallocate network for instance. [ 1346.221084] env[69959]: DEBUG oslo_vmware.api [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087828, 'name': PowerOnVM_Task, 'duration_secs': 0.455024} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.221356] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.221566] env[69959]: INFO nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1346.221751] env[69959]: DEBUG nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1346.222600] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5373b-84cb-4613-9e11-1405da6ac576 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.587119] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.587119] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.587119] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.610367] env[69959]: DEBUG nova.network.neutron [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.612509] env[69959]: INFO nova.scheduler.client.report [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted allocations for instance 09589bdd-96d4-44a8-9f3b-cb871aa13f28 [ 1346.740831] env[69959]: INFO nova.compute.manager [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Took 11.18 seconds to build instance. [ 1347.115064] env[69959]: INFO nova.compute.manager [-] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Took 1.47 seconds to deallocate network for instance. [ 1347.121833] env[69959]: DEBUG oslo_concurrency.lockutils [None req-35ce9e47-104a-4828-8a3f-7292b8335a20 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "09589bdd-96d4-44a8-9f3b-cb871aa13f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.149s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.124391] env[69959]: DEBUG nova.compute.manager [req-3c2a12c9-3a32-4e3c-9cdb-970f308d9e36 req-62726f06-0903-4f9a-92c9-ea756c028e83 service nova] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Received event network-vif-deleted-926b854c-3a53-43c7-8773-9e1380a3937a {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.243355] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3554a4e2-dd6a-410a-9494-bbb02d618d10 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "06724ef3-7d57-4d9c-b314-7426785af631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.693s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.623787] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.624071] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.624323] env[69959]: DEBUG nova.objects.instance [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lazy-loading 'resources' on Instance uuid 6b80778e-58da-4122-9434-c28e780729e2 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.978067] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "73461161-3f22-42a6-84d3-18e21ac68a6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.978357] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.000928] env[69959]: INFO nova.compute.manager [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Rebuilding instance [ 1348.045840] env[69959]: DEBUG nova.compute.manager [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1348.046785] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff0685-b14b-4462-b8df-8b9c3ac05a38 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.230545] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be7b72-fa63-4691-a22f-c9cd764c3356 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.238724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d17146c-7154-40aa-addb-2d46b1ea7680 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.269643] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd275f3-1770-493b-b294-3d79e8c886d9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.278082] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ef716-54f5-41f7-961e-d27db05f8469 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.292116] env[69959]: DEBUG nova.compute.provider_tree [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.480693] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.796098] env[69959]: DEBUG nova.scheduler.client.report [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.999885] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.061194] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.061522] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee74ffd5-6d66-4093-892c-389edac623bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.070181] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1349.070181] env[69959]: value = "task-4087829" [ 1349.070181] env[69959]: _type = "Task" [ 1349.070181] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.079549] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.300755] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.303240] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.303s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.304767] env[69959]: INFO nova.compute.claims [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.321668] env[69959]: INFO nova.scheduler.client.report [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Deleted allocations for instance 6b80778e-58da-4122-9434-c28e780729e2 [ 1349.583016] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087829, 'name': PowerOffVM_Task, 'duration_secs': 0.145837} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.583343] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.583981] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.584782] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e63cd-6ba8-48b6-b8b9-6b8776b9dcf1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.591658] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.591895] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19c23840-6216-4757-ac0d-0de878ff9fe8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.620789] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.621104] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.621298] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Deleting the datastore file [datastore1] 06724ef3-7d57-4d9c-b314-7426785af631 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.621581] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b3e0ee-eec8-48a5-ac05-336ad58986a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.629197] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1349.629197] env[69959]: value = "task-4087831" [ 1349.629197] env[69959]: _type = "Task" [ 1349.629197] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.637265] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.829399] env[69959]: DEBUG oslo_concurrency.lockutils [None req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Lock "6b80778e-58da-4122-9434-c28e780729e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.818s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.139178] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103731} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.139437] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.139616] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.139792] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.404596] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c5462-f702-4f48-a37e-8880a6036d9a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.412363] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df64238-7b0e-4d85-8b81-cffe1c2903b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.443085] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af64869-1d57-409b-9087-03549a7fa95a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.451024] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ea516-d8ee-4b09-a99e-b53c9aba2862 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.466546] env[69959]: DEBUG nova.compute.provider_tree [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.969661] env[69959]: DEBUG nova.scheduler.client.report [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.174851] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.175143] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.175311] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.175497] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.175643] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.175788] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.176032] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.176210] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.176379] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.176544] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.176715] env[69959]: DEBUG nova.virt.hardware [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.177603] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e3fb9-a27d-42a1-a175-eca07da02662 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.186299] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcb5a1b-bdd3-4792-b250-4afaa156c2c1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.199782] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance VIF info [] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.205408] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.205657] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.205872] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20245d77-2422-4f31-9b3e-d8a36349d848 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.223357] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.223357] env[69959]: value = "task-4087833" [ 1351.223357] env[69959]: _type = "Task" [ 1351.223357] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.231329] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087833, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.475238] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.475735] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.733262] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087833, 'name': CreateVM_Task, 'duration_secs': 0.250693} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.733438] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.734060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.734060] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.734342] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.734600] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9ba2db-9aab-4ce1-82ca-756645f0ffe0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.739401] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1351.739401] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]525f519f-5783-03b9-69cc-78bca37b73bb" [ 1351.739401] env[69959]: _type = "Task" [ 1351.739401] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.747217] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525f519f-5783-03b9-69cc-78bca37b73bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.980666] env[69959]: DEBUG nova.compute.utils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.982162] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.982383] env[69959]: DEBUG nova.network.neutron [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.026701] env[69959]: DEBUG nova.policy [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09e88735805466fabf30f9fcdc45345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15360bad1bcc46f7bfd4f8d5f479faf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.254159] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]525f519f-5783-03b9-69cc-78bca37b73bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.254459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.254701] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.254923] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.255111] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.256659] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.256659] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d7e94c-2cac-49b5-ac06-303de9389c61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.266656] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.266877] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.267713] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa891610-7174-4869-9f0d-ddd117ad96bc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.273359] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1352.273359] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52653550-1a8c-93fc-9f4b-5319c0ea0322" [ 1352.273359] env[69959]: _type = "Task" [ 1352.273359] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.282773] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52653550-1a8c-93fc-9f4b-5319c0ea0322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.294589] env[69959]: DEBUG nova.network.neutron [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Successfully created port: f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.485736] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.784608] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52653550-1a8c-93fc-9f4b-5319c0ea0322, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.785513] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db0b439-c272-481c-b8f9-348feab4b5d7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.791482] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1352.791482] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528f8f2e-0123-b558-01e6-b38ef7026b86" [ 1352.791482] env[69959]: _type = "Task" [ 1352.791482] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.799562] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528f8f2e-0123-b558-01e6-b38ef7026b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.303374] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528f8f2e-0123-b558-01e6-b38ef7026b86, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.303663] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.303941] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.304255] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a974e7ac-3eb8-440f-9819-356f30ac837b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.312047] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1353.312047] env[69959]: value = "task-4087834" [ 1353.312047] env[69959]: _type = "Task" [ 1353.312047] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.321032] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.496818] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.526207] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.526524] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.526689] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.526871] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.527029] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.527185] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.527397] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.527556] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.527733] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.527898] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.528090] env[69959]: DEBUG nova.virt.hardware [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.529055] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8c4b3-e9dd-4b13-9156-d11fe8b62579 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.538957] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e4004-d48d-435d-9a04-7e22d420b521 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.769319] env[69959]: DEBUG nova.compute.manager [req-b3e64c89-1a5e-4819-9157-bcdfb03eb1e2 req-42c037e9-4781-4e49-a01d-ab7060d6a657 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Received event network-vif-plugged-f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.769835] env[69959]: DEBUG oslo_concurrency.lockutils [req-b3e64c89-1a5e-4819-9157-bcdfb03eb1e2 req-42c037e9-4781-4e49-a01d-ab7060d6a657 service nova] Acquiring lock "73461161-3f22-42a6-84d3-18e21ac68a6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.770106] env[69959]: DEBUG oslo_concurrency.lockutils [req-b3e64c89-1a5e-4819-9157-bcdfb03eb1e2 req-42c037e9-4781-4e49-a01d-ab7060d6a657 service nova] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.774080] env[69959]: DEBUG oslo_concurrency.lockutils [req-b3e64c89-1a5e-4819-9157-bcdfb03eb1e2 req-42c037e9-4781-4e49-a01d-ab7060d6a657 service nova] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.774080] env[69959]: DEBUG nova.compute.manager [req-b3e64c89-1a5e-4819-9157-bcdfb03eb1e2 req-42c037e9-4781-4e49-a01d-ab7060d6a657 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] No waiting events found dispatching network-vif-plugged-f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1353.774080] env[69959]: WARNING nova.compute.manager [req-b3e64c89-1a5e-4819-9157-bcdfb03eb1e2 req-42c037e9-4781-4e49-a01d-ab7060d6a657 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Received unexpected event network-vif-plugged-f1728df8-7d30-43ad-b305-95c398f0f8a6 for instance with vm_state building and task_state spawning. [ 1353.822696] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47825} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.822969] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.823206] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.823472] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29329fb1-cbe9-4259-9dbc-f30569a2b08f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.830905] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1353.830905] env[69959]: value = "task-4087835" [ 1353.830905] env[69959]: _type = "Task" [ 1353.830905] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.840651] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.903718] env[69959]: DEBUG nova.network.neutron [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Successfully updated port: f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.341064] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06385} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.341346] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.342155] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b4ab72-7d01-460a-b076-c2b29fe05637 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.363424] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.363716] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b4b9b8-59f2-43eb-8f40-b267fb26f039 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.383649] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1354.383649] env[69959]: value = "task-4087836" [ 1354.383649] env[69959]: _type = "Task" [ 1354.383649] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.392369] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.406289] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.406505] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.407040] env[69959]: DEBUG nova.network.neutron [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.894362] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087836, 'name': ReconfigVM_Task, 'duration_secs': 0.263936} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.894731] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 06724ef3-7d57-4d9c-b314-7426785af631/06724ef3-7d57-4d9c-b314-7426785af631.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.895422] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b01787b2-867f-421d-b8a1-04adf5837547 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.902301] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1354.902301] env[69959]: value = "task-4087837" [ 1354.902301] env[69959]: _type = "Task" [ 1354.902301] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.912772] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087837, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.940404] env[69959]: DEBUG nova.network.neutron [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.083943] env[69959]: DEBUG nova.network.neutron [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [{"id": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "address": "fa:16:3e:c5:7a:1e", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1728df8-7d", "ovs_interfaceid": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.328571] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.414370] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087837, 'name': Rename_Task, 'duration_secs': 0.148051} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.414694] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.415049] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dde1874a-8449-4229-968f-870549a17c1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.421959] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1355.421959] env[69959]: value = "task-4087838" [ 1355.421959] env[69959]: _type = "Task" [ 1355.421959] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.430860] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.586673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.586918] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Instance network_info: |[{"id": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "address": "fa:16:3e:c5:7a:1e", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1728df8-7d", "ovs_interfaceid": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.587418] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1728df8-7d30-43ad-b305-95c398f0f8a6', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.595544] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.595804] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.596108] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55bd819-3d4d-4b2c-abf3-25c7e8269b5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.619132] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.619132] env[69959]: value = "task-4087839" [ 1355.619132] env[69959]: _type = "Task" [ 1355.619132] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.628283] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087839, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.808982] env[69959]: DEBUG nova.compute.manager [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Received event network-changed-f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.809403] env[69959]: DEBUG nova.compute.manager [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Refreshing instance network info cache due to event network-changed-f1728df8-7d30-43ad-b305-95c398f0f8a6. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.809748] env[69959]: DEBUG oslo_concurrency.lockutils [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] Acquiring lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.809958] env[69959]: DEBUG oslo_concurrency.lockutils [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] Acquired lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.810225] env[69959]: DEBUG nova.network.neutron [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Refreshing network info cache for port f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.932720] env[69959]: DEBUG oslo_vmware.api [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087838, 'name': PowerOnVM_Task, 'duration_secs': 0.448584} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.933119] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.933282] env[69959]: DEBUG nova.compute.manager [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1355.934126] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388b4ae-f93e-4664-9ad4-7eb215a58277 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.129834] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087839, 'name': CreateVM_Task, 'duration_secs': 0.350386} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.129971] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.130676] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.130845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.131217] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.131493] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773e51c8-efb7-4dff-877d-7ff16a01fd43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.137339] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1356.137339] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a9ea87-c3db-a363-2267-e637eb24e94e" [ 1356.137339] env[69959]: _type = "Task" [ 1356.137339] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.146796] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a9ea87-c3db-a363-2267-e637eb24e94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.329144] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.451023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.451023] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.451023] env[69959]: DEBUG nova.objects.instance [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69959) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1356.628180] env[69959]: DEBUG nova.network.neutron [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updated VIF entry in instance network info cache for port f1728df8-7d30-43ad-b305-95c398f0f8a6. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.628559] env[69959]: DEBUG nova.network.neutron [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [{"id": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "address": "fa:16:3e:c5:7a:1e", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1728df8-7d", "ovs_interfaceid": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.651331] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a9ea87-c3db-a363-2267-e637eb24e94e, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.651648] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.651884] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.652133] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.652285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.652463] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.652731] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53591bbb-d76d-4e1b-a573-7a4724239891 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.664212] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.664212] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.664212] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19660e2d-9b90-401c-876b-85cd6129353c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.671848] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1356.671848] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]528cbcc7-4ced-6d53-b5e2-267f841443b7" [ 1356.671848] env[69959]: _type = "Task" [ 1356.671848] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.682229] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528cbcc7-4ced-6d53-b5e2-267f841443b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.834245] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "06724ef3-7d57-4d9c-b314-7426785af631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.834460] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "06724ef3-7d57-4d9c-b314-7426785af631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.834685] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "06724ef3-7d57-4d9c-b314-7426785af631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.834873] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "06724ef3-7d57-4d9c-b314-7426785af631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.835105] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "06724ef3-7d57-4d9c-b314-7426785af631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.837483] env[69959]: INFO nova.compute.manager [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Terminating instance [ 1357.132410] env[69959]: DEBUG oslo_concurrency.lockutils [req-94c77978-52f5-489d-887a-4bf634169d5b req-1710f575-1f09-40eb-9a32-37dc7a44a0ba service nova] Releasing lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.183878] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]528cbcc7-4ced-6d53-b5e2-267f841443b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.184730] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d98fcda-f06b-4c7b-9b0a-479a2f104412 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.191137] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1357.191137] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222716e-119b-229b-af86-347024de8156" [ 1357.191137] env[69959]: _type = "Task" [ 1357.191137] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.200340] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222716e-119b-229b-af86-347024de8156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.341041] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "refresh_cache-06724ef3-7d57-4d9c-b314-7426785af631" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.341229] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquired lock "refresh_cache-06724ef3-7d57-4d9c-b314-7426785af631" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.341417] env[69959]: DEBUG nova.network.neutron [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.458957] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3cc3ef51-7703-4bf3-a77d-e6c139309643 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.704291] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5222716e-119b-229b-af86-347024de8156, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.704723] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.705111] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 73461161-3f22-42a6-84d3-18e21ac68a6b/73461161-3f22-42a6-84d3-18e21ac68a6b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.705581] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e181d23c-480a-42bf-a605-ff90177f24b1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.716044] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1357.716044] env[69959]: value = "task-4087840" [ 1357.716044] env[69959]: _type = "Task" [ 1357.716044] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.727397] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.861572] env[69959]: DEBUG nova.network.neutron [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.924192] env[69959]: DEBUG nova.network.neutron [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.225541] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087840, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.424322] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Releasing lock "refresh_cache-06724ef3-7d57-4d9c-b314-7426785af631" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.424702] env[69959]: DEBUG nova.compute.manager [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.424928] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.425893] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1128d7d-ba59-48ba-b507-6958b965ef9b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.435571] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.435873] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3282e1-5907-4a4d-8833-2d9cbc5f9a37 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.445370] env[69959]: DEBUG oslo_vmware.api [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1358.445370] env[69959]: value = "task-4087841" [ 1358.445370] env[69959]: _type = "Task" [ 1358.445370] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.455905] env[69959]: DEBUG oslo_vmware.api [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.726643] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087840, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.774448] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "b685c175-d2d0-4ac5-8e64-fca77891d087" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.774517] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.957036] env[69959]: DEBUG oslo_vmware.api [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087841, 'name': PowerOffVM_Task, 'duration_secs': 0.124964} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.957036] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.957459] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.958665] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d96e19-8c92-4cc9-a59e-13dd90fa61dd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.989035] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.989234] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.989405] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Deleting the datastore file [datastore2] 06724ef3-7d57-4d9c-b314-7426785af631 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.989672] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f16cf82-057b-4b47-97e8-0ade424e6618 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.998686] env[69959]: DEBUG oslo_vmware.api [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for the task: (returnval){ [ 1358.998686] env[69959]: value = "task-4087843" [ 1358.998686] env[69959]: _type = "Task" [ 1358.998686] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.007545] env[69959]: DEBUG oslo_vmware.api [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.229375] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087840, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512302} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.229646] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 73461161-3f22-42a6-84d3-18e21ac68a6b/73461161-3f22-42a6-84d3-18e21ac68a6b.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.229861] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.230138] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c8a8ac5-4e25-4fa3-a4f3-87b8b2467a50 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.237646] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1359.237646] env[69959]: value = "task-4087844" [ 1359.237646] env[69959]: _type = "Task" [ 1359.237646] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.246237] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.277108] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.326106] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.327783] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.328013] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.512833] env[69959]: DEBUG oslo_vmware.api [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Task: {'id': task-4087843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094716} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.512833] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.512833] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.512833] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.512833] env[69959]: INFO nova.compute.manager [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1359.512833] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.512833] env[69959]: DEBUG nova.compute.manager [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.512833] env[69959]: DEBUG nova.network.neutron [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.527453] env[69959]: DEBUG nova.network.neutron [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.748335] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072539} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.750013] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.750013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e021f85-146b-479f-aa3c-c51f17e4a64b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.775048] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 73461161-3f22-42a6-84d3-18e21ac68a6b/73461161-3f22-42a6-84d3-18e21ac68a6b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.775278] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9a0138-a67a-436e-8fac-eedd533ce2c5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.799435] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1359.799435] env[69959]: value = "task-4087845" [ 1359.799435] env[69959]: _type = "Task" [ 1359.799435] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.808995] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.813396] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.813654] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.815286] env[69959]: INFO nova.compute.claims [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.832193] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.030043] env[69959]: DEBUG nova.network.neutron [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.310431] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087845, 'name': ReconfigVM_Task, 'duration_secs': 0.274476} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.310767] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 73461161-3f22-42a6-84d3-18e21ac68a6b/73461161-3f22-42a6-84d3-18e21ac68a6b.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.311386] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-938dad63-357d-4897-b780-41d2a0c7e1fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.321165] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1360.321165] env[69959]: value = "task-4087846" [ 1360.321165] env[69959]: _type = "Task" [ 1360.321165] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.330431] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087846, 'name': Rename_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.532298] env[69959]: INFO nova.compute.manager [-] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Took 1.02 seconds to deallocate network for instance. [ 1360.834590] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087846, 'name': Rename_Task, 'duration_secs': 0.141643} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.834857] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.835238] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85ea3b5e-6cf7-4b1e-8a0b-4fe0627be007 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.842555] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1360.842555] env[69959]: value = "task-4087847" [ 1360.842555] env[69959]: _type = "Task" [ 1360.842555] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.853261] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.939158] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788559bb-ed1c-4654-9546-6ad2043cfcc1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.946507] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d4bc2-e221-4abe-9332-25e5f1227d39 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.978877] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f843f-0b48-4df7-a47a-1d605fd78507 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.987138] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3a705e-13ff-43a9-b0c4-75dda49c7350 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.001571] env[69959]: DEBUG nova.compute.provider_tree [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.038895] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.353284] env[69959]: DEBUG oslo_vmware.api [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087847, 'name': PowerOnVM_Task, 'duration_secs': 0.476331} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.353691] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.353745] env[69959]: INFO nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1361.353937] env[69959]: DEBUG nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.355011] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33422bc2-dba1-4fdd-8fdb-6c8ea088bc05 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.505502] env[69959]: DEBUG nova.scheduler.client.report [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.874455] env[69959]: INFO nova.compute.manager [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Took 12.89 seconds to build instance. [ 1362.010475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.010941] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.013673] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.183s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.017026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.017026] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1362.017026] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.976s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.017026] env[69959]: DEBUG nova.objects.instance [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lazy-loading 'resources' on Instance uuid 06724ef3-7d57-4d9c-b314-7426785af631 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.017026] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1ebae-56d8-462c-a50d-6c44e7fdca4c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.025704] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27edd4f4-64ed-4ff1-b327-c852254150f5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.042084] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb884a11-d7c2-4a43-bbe9-66938e715ef2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.049945] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7deb14-1c72-4de8-bc99-1774d2d1ba94 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.082395] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179493MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1362.082631] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.195884] env[69959]: DEBUG nova.compute.manager [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Received event network-changed-f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.196187] env[69959]: DEBUG nova.compute.manager [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Refreshing instance network info cache due to event network-changed-f1728df8-7d30-43ad-b305-95c398f0f8a6. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.196424] env[69959]: DEBUG oslo_concurrency.lockutils [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] Acquiring lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.196569] env[69959]: DEBUG oslo_concurrency.lockutils [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] Acquired lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.196730] env[69959]: DEBUG nova.network.neutron [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Refreshing network info cache for port f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.376963] env[69959]: DEBUG oslo_concurrency.lockutils [None req-814e128e-b027-4c2f-92ef-25fad1d58348 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.398s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.517847] env[69959]: DEBUG nova.compute.utils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.519293] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.519472] env[69959]: DEBUG nova.network.neutron [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.560419] env[69959]: DEBUG nova.policy [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1e96e418c6c4f1ba749972f3400c2ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13401a1b8b134a629830c1e80fce3af8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.633634] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350ba497-5dd6-466e-876d-420ef7a5274e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.642685] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38e9ea-d821-4055-8806-b1523e2520e4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.674853] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc2468c-5b34-477b-974f-c7920a432976 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.682651] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4dd46-897e-4279-ad89-a439d3841c3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.696632] env[69959]: DEBUG nova.compute.provider_tree [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.995223] env[69959]: DEBUG nova.network.neutron [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Successfully created port: a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.023131] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.034018] env[69959]: DEBUG nova.network.neutron [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updated VIF entry in instance network info cache for port f1728df8-7d30-43ad-b305-95c398f0f8a6. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.034424] env[69959]: DEBUG nova.network.neutron [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [{"id": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "address": "fa:16:3e:c5:7a:1e", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1728df8-7d", "ovs_interfaceid": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.200537] env[69959]: DEBUG nova.scheduler.client.report [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.536985] env[69959]: DEBUG oslo_concurrency.lockutils [req-6c152252-8d7a-4b04-9c39-53f94020d2dc req-19916682-5b61-485f-93e9-40ab0e8b8eae service nova] Releasing lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.706890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.709259] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.627s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.730365] env[69959]: INFO nova.scheduler.client.report [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Deleted allocations for instance 06724ef3-7d57-4d9c-b314-7426785af631 [ 1364.033054] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.061495] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.061829] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.062069] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.062314] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.062496] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.062706] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.062956] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.063202] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.063422] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.063629] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.063901] env[69959]: DEBUG nova.virt.hardware [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.064921] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f285c-3b50-4df5-a582-aa4d264cb969 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.074752] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe18874-5121-405a-ab46-9c067281ff79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.237315] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c40ccf68-8b43-43b8-8f5a-5ba3d33e4d82 tempest-ServersListShow2100Test-1956072850 tempest-ServersListShow2100Test-1956072850-project-member] Lock "06724ef3-7d57-4d9c-b314-7426785af631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.403s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.397314] env[69959]: DEBUG nova.compute.manager [req-a58011ea-860a-4273-a278-9d803e2c014e req-667a02ed-5695-4414-bb5e-8ec092052631 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Received event network-vif-plugged-a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.397573] env[69959]: DEBUG oslo_concurrency.lockutils [req-a58011ea-860a-4273-a278-9d803e2c014e req-667a02ed-5695-4414-bb5e-8ec092052631 service nova] Acquiring lock "b685c175-d2d0-4ac5-8e64-fca77891d087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.397784] env[69959]: DEBUG oslo_concurrency.lockutils [req-a58011ea-860a-4273-a278-9d803e2c014e req-667a02ed-5695-4414-bb5e-8ec092052631 service nova] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.398108] env[69959]: DEBUG oslo_concurrency.lockutils [req-a58011ea-860a-4273-a278-9d803e2c014e req-667a02ed-5695-4414-bb5e-8ec092052631 service nova] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.398174] env[69959]: DEBUG nova.compute.manager [req-a58011ea-860a-4273-a278-9d803e2c014e req-667a02ed-5695-4414-bb5e-8ec092052631 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] No waiting events found dispatching network-vif-plugged-a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1364.398299] env[69959]: WARNING nova.compute.manager [req-a58011ea-860a-4273-a278-9d803e2c014e req-667a02ed-5695-4414-bb5e-8ec092052631 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Received unexpected event network-vif-plugged-a226f916-2d7b-48db-9a84-79888bfd8f39 for instance with vm_state building and task_state spawning. [ 1364.491286] env[69959]: DEBUG nova.network.neutron [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Successfully updated port: a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.737066] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance d32b1b0e-4856-466f-b28e-19a691a8e164 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.737437] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 5f330df8-015b-465c-9a06-78bd7d28d5bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.737437] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance aa54b751-3d69-4ff4-baeb-fcb14452f214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.737551] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.737592] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.737692] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 73461161-3f22-42a6-84d3-18e21ac68a6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.737809] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance b685c175-d2d0-4ac5-8e64-fca77891d087 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1364.738010] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1364.738157] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1364.830846] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51166dba-e243-454f-a51e-321c4cfe2bea {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.838661] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ef64f-db28-4080-99a7-6012d9b3af22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.868566] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178bd6c-25d3-44b4-bfa7-65cee69738ff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.875867] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b01959-7ee0-4cb6-bb9f-6a2310f5c137 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.888837] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.998724] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "refresh_cache-b685c175-d2d0-4ac5-8e64-fca77891d087" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.998724] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquired lock "refresh_cache-b685c175-d2d0-4ac5-8e64-fca77891d087" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.998835] env[69959]: DEBUG nova.network.neutron [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.015300] env[69959]: DEBUG oslo_concurrency.lockutils [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.015573] env[69959]: DEBUG oslo_concurrency.lockutils [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.392075] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.519339] env[69959]: INFO nova.compute.manager [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Detaching volume 8236b8d4-c513-40fd-908a-b29d8f275dca [ 1365.530596] env[69959]: DEBUG nova.network.neutron [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.560376] env[69959]: INFO nova.virt.block_device [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Attempting to driver detach volume 8236b8d4-c513-40fd-908a-b29d8f275dca from mountpoint /dev/sdb [ 1365.560641] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1365.560846] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809868', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'name': 'volume-8236b8d4-c513-40fd-908a-b29d8f275dca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f9aa47d-a403-45e8-83d1-8d90a44e3cc5', 'attached_at': '', 'detached_at': '', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'serial': '8236b8d4-c513-40fd-908a-b29d8f275dca'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1365.561756] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4127a00-1fa1-4405-a3fd-edf3dd6b1d16 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.588080] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9bb3d-cd49-47b0-9cf8-68d55f6d5d00 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.595628] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8472e5-cdb1-465e-b482-618b0251bfe9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.618462] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab39602-112e-4203-9599-99f1f5009d21 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.633771] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] The volume has not been displaced from its original location: [datastore2] volume-8236b8d4-c513-40fd-908a-b29d8f275dca/volume-8236b8d4-c513-40fd-908a-b29d8f275dca.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1365.639882] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.640213] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6b7a6e-a923-4928-a81b-a2417eef0de3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.659633] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1365.659633] env[69959]: value = "task-4087848" [ 1365.659633] env[69959]: _type = "Task" [ 1365.659633] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.667530] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.688769] env[69959]: DEBUG nova.network.neutron [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Updating instance_info_cache with network_info: [{"id": "a226f916-2d7b-48db-9a84-79888bfd8f39", "address": "fa:16:3e:b1:76:d3", "network": {"id": "6709a338-5384-40d0-850c-464a19b954ba", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-667477977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13401a1b8b134a629830c1e80fce3af8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa226f916-2d", "ovs_interfaceid": "a226f916-2d7b-48db-9a84-79888bfd8f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.898402] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1365.898900] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.171289] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087848, 'name': ReconfigVM_Task, 'duration_secs': 0.255711} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.171630] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1366.176818] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137b3cbc-2b2b-42cc-a192-f10403391f4a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.191739] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Releasing lock "refresh_cache-b685c175-d2d0-4ac5-8e64-fca77891d087" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.192040] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Instance network_info: |[{"id": "a226f916-2d7b-48db-9a84-79888bfd8f39", "address": "fa:16:3e:b1:76:d3", "network": {"id": "6709a338-5384-40d0-850c-464a19b954ba", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-667477977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13401a1b8b134a629830c1e80fce3af8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa226f916-2d", "ovs_interfaceid": "a226f916-2d7b-48db-9a84-79888bfd8f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.193205] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:76:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a226f916-2d7b-48db-9a84-79888bfd8f39', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.200467] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Creating folder: Project (13401a1b8b134a629830c1e80fce3af8). Parent ref: group-v809535. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.200801] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1366.200801] env[69959]: value = "task-4087849" [ 1366.200801] env[69959]: _type = "Task" [ 1366.200801] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.201054] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4209dd3b-d58c-4a6a-a4c8-b97dca87cadf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.212242] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.216331] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Created folder: Project (13401a1b8b134a629830c1e80fce3af8) in parent group-v809535. [ 1366.216527] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Creating folder: Instances. Parent ref: group-v809879. {{(pid=69959) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.217181] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1acc2a4b-a2ba-439f-9fe9-3d4ca3b95673 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.229321] env[69959]: INFO nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Created folder: Instances in parent group-v809879. [ 1366.229591] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.229806] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.230032] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b024a63f-3ace-472b-8372-efc259bf75e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.251705] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.251705] env[69959]: value = "task-4087852" [ 1366.251705] env[69959]: _type = "Task" [ 1366.251705] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.260071] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087852, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.426524] env[69959]: DEBUG nova.compute.manager [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Received event network-changed-a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.426792] env[69959]: DEBUG nova.compute.manager [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Refreshing instance network info cache due to event network-changed-a226f916-2d7b-48db-9a84-79888bfd8f39. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.426985] env[69959]: DEBUG oslo_concurrency.lockutils [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] Acquiring lock "refresh_cache-b685c175-d2d0-4ac5-8e64-fca77891d087" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.427194] env[69959]: DEBUG oslo_concurrency.lockutils [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] Acquired lock "refresh_cache-b685c175-d2d0-4ac5-8e64-fca77891d087" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.427424] env[69959]: DEBUG nova.network.neutron [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Refreshing network info cache for port a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.712149] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.761600] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087852, 'name': CreateVM_Task, 'duration_secs': 0.486973} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.761747] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.763063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.763063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.763063] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.763362] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba672aa-0f36-4323-a133-45d1b46fb151 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.767913] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1366.767913] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522fe5a2-2b17-782b-6f90-6f7169f70255" [ 1366.767913] env[69959]: _type = "Task" [ 1366.767913] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.776008] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522fe5a2-2b17-782b-6f90-6f7169f70255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.898831] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.899198] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.899257] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.899383] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1367.108476] env[69959]: DEBUG nova.network.neutron [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Updated VIF entry in instance network info cache for port a226f916-2d7b-48db-9a84-79888bfd8f39. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.108860] env[69959]: DEBUG nova.network.neutron [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Updating instance_info_cache with network_info: [{"id": "a226f916-2d7b-48db-9a84-79888bfd8f39", "address": "fa:16:3e:b1:76:d3", "network": {"id": "6709a338-5384-40d0-850c-464a19b954ba", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-667477977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13401a1b8b134a629830c1e80fce3af8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa226f916-2d", "ovs_interfaceid": "a226f916-2d7b-48db-9a84-79888bfd8f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.212840] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.278606] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522fe5a2-2b17-782b-6f90-6f7169f70255, 'name': SearchDatastore_Task, 'duration_secs': 0.012702} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.278903] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.279158] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.279401] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.279548] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.279735] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.280044] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ab3d44-2455-43ee-9e7f-c965fb65f020 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.289140] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.289323] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.290063] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d870f3e9-81ed-4cc9-aad0-3990c08d868e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.295392] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1367.295392] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522b69aa-a5b8-926f-dc17-76df4419dd91" [ 1367.295392] env[69959]: _type = "Task" [ 1367.295392] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.303486] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522b69aa-a5b8-926f-dc17-76df4419dd91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.611808] env[69959]: DEBUG oslo_concurrency.lockutils [req-5b66e379-954c-4fd6-aac5-b0c59360d466 req-19819ea5-320c-45cf-bad5-8185fa222d87 service nova] Releasing lock "refresh_cache-b685c175-d2d0-4ac5-8e64-fca77891d087" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.713046] env[69959]: DEBUG oslo_vmware.api [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087849, 'name': ReconfigVM_Task, 'duration_secs': 1.156652} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.713385] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809868', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'name': 'volume-8236b8d4-c513-40fd-908a-b29d8f275dca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f9aa47d-a403-45e8-83d1-8d90a44e3cc5', 'attached_at': '', 'detached_at': '', 'volume_id': '8236b8d4-c513-40fd-908a-b29d8f275dca', 'serial': '8236b8d4-c513-40fd-908a-b29d8f275dca'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1367.805968] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522b69aa-a5b8-926f-dc17-76df4419dd91, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.806815] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95db5d30-1000-4283-bac9-61a8018a16a5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.813340] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1367.813340] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52df39a6-eab6-1b79-c3db-a290dae8baa9" [ 1367.813340] env[69959]: _type = "Task" [ 1367.813340] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.821130] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52df39a6-eab6-1b79-c3db-a290dae8baa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.256060] env[69959]: DEBUG nova.objects.instance [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'flavor' on Instance uuid 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.324094] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52df39a6-eab6-1b79-c3db-a290dae8baa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.324374] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.324636] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] b685c175-d2d0-4ac5-8e64-fca77891d087/b685c175-d2d0-4ac5-8e64-fca77891d087.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.324916] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a632f653-8eca-4803-a451-a318bf956935 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.333513] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1368.333513] env[69959]: value = "task-4087853" [ 1368.333513] env[69959]: _type = "Task" [ 1368.333513] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.342666] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.844168] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474852} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.844389] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore1] b685c175-d2d0-4ac5-8e64-fca77891d087/b685c175-d2d0-4ac5-8e64-fca77891d087.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.844561] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.844822] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd874aa-effa-418f-b2b5-dc699a0b83a8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.851804] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1368.851804] env[69959]: value = "task-4087854" [ 1368.851804] env[69959]: _type = "Task" [ 1368.851804] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.860220] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.930556] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.930829] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.931056] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.931249] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.931421] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.933722] env[69959]: INFO nova.compute.manager [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Terminating instance [ 1369.262993] env[69959]: DEBUG oslo_concurrency.lockutils [None req-41993b3b-1d82-4360-97a3-13d38ee4e89c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.247s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.361218] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068127} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.361471] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.362285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784bc9a-6794-4f60-ac50-720f55202707 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.385019] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] b685c175-d2d0-4ac5-8e64-fca77891d087/b685c175-d2d0-4ac5-8e64-fca77891d087.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.385283] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79db94e-4680-4a28-9550-fe1d07191043 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.404261] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1369.404261] env[69959]: value = "task-4087855" [ 1369.404261] env[69959]: _type = "Task" [ 1369.404261] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.412314] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.437405] env[69959]: DEBUG nova.compute.manager [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.437639] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.438658] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef63062-8f24-4bcb-8ae1-6d531c03e49e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.446447] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.446713] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3541e84a-46a5-4f64-b336-e74f8e9a55fa {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.453638] env[69959]: DEBUG oslo_vmware.api [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1369.453638] env[69959]: value = "task-4087856" [ 1369.453638] env[69959]: _type = "Task" [ 1369.453638] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.462430] env[69959]: DEBUG oslo_vmware.api [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.915370] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087855, 'name': ReconfigVM_Task, 'duration_secs': 0.411735} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.915653] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Reconfigured VM instance instance-0000007d to attach disk [datastore1] b685c175-d2d0-4ac5-8e64-fca77891d087/b685c175-d2d0-4ac5-8e64-fca77891d087.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.916334] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce0eae24-9706-4449-8652-279252db2da5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.923974] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1369.923974] env[69959]: value = "task-4087857" [ 1369.923974] env[69959]: _type = "Task" [ 1369.923974] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.933559] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087857, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.964250] env[69959]: DEBUG oslo_vmware.api [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087856, 'name': PowerOffVM_Task, 'duration_secs': 0.234622} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.964661] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.964864] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.965219] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202496db-8505-4b74-95f2-1f3346c9274d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.030539] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.030539] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.030732] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleting the datastore file [datastore1] 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.030863] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7fea948-9ce0-4b46-91e7-6006e8a79ce8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.038109] env[69959]: DEBUG oslo_vmware.api [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1370.038109] env[69959]: value = "task-4087859" [ 1370.038109] env[69959]: _type = "Task" [ 1370.038109] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.046759] env[69959]: DEBUG oslo_vmware.api [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.380530] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.380891] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.381137] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.381383] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.381688] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.383981] env[69959]: INFO nova.compute.manager [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Terminating instance [ 1370.434039] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087857, 'name': Rename_Task, 'duration_secs': 0.160781} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.434315] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.434559] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be3571c8-c039-4172-b1bc-1e9e9ced24a3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.441119] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1370.441119] env[69959]: value = "task-4087860" [ 1370.441119] env[69959]: _type = "Task" [ 1370.441119] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.448870] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.548478] env[69959]: DEBUG oslo_vmware.api [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325872} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.548733] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.548912] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.549102] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.549309] env[69959]: INFO nova.compute.manager [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1370.549523] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.549710] env[69959]: DEBUG nova.compute.manager [-] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.549804] env[69959]: DEBUG nova.network.neutron [-] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.888098] env[69959]: DEBUG nova.compute.manager [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.888350] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.889285] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47983ff9-08c2-4477-8679-20f0b3f01d66 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.897967] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.898266] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25625211-0929-4e49-b3b3-5c7850babd6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.905667] env[69959]: DEBUG oslo_vmware.api [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1370.905667] env[69959]: value = "task-4087861" [ 1370.905667] env[69959]: _type = "Task" [ 1370.905667] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.915130] env[69959]: DEBUG oslo_vmware.api [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.952275] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.272604] env[69959]: DEBUG nova.compute.manager [req-4d65f836-9467-4158-b91d-c6262753cd04 req-09641547-cca2-4d2b-ae31-a43bb9028b29 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Received event network-vif-deleted-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.272802] env[69959]: INFO nova.compute.manager [req-4d65f836-9467-4158-b91d-c6262753cd04 req-09641547-cca2-4d2b-ae31-a43bb9028b29 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Neutron deleted interface eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c; detaching it from the instance and deleting it from the info cache [ 1371.272969] env[69959]: DEBUG nova.network.neutron [req-4d65f836-9467-4158-b91d-c6262753cd04 req-09641547-cca2-4d2b-ae31-a43bb9028b29 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.415902] env[69959]: DEBUG oslo_vmware.api [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087861, 'name': PowerOffVM_Task, 'duration_secs': 0.218497} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.416377] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.416377] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.416640] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7fd60c5-b549-4641-b835-4cd2f6fa002e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.450814] env[69959]: DEBUG oslo_vmware.api [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087860, 'name': PowerOnVM_Task, 'duration_secs': 0.605507} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.451099] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.451303] env[69959]: INFO nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1371.451482] env[69959]: DEBUG nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1371.452301] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18427bf-48dd-4cb9-acb3-c3cecff83b2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.485957] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.486218] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.486402] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleting the datastore file [datastore1] 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.486692] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4866feeb-4acd-49f3-9c30-f3dc8d83d6a2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.495277] env[69959]: DEBUG oslo_vmware.api [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1371.495277] env[69959]: value = "task-4087863" [ 1371.495277] env[69959]: _type = "Task" [ 1371.495277] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.507288] env[69959]: DEBUG oslo_vmware.api [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.756734] env[69959]: DEBUG nova.network.neutron [-] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.775501] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eb5dd99-566d-4a6b-922b-65ed5bf20e61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.785398] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1266c31-8caa-48b9-8553-432eab0ecf0b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.815796] env[69959]: DEBUG nova.compute.manager [req-4d65f836-9467-4158-b91d-c6262753cd04 req-09641547-cca2-4d2b-ae31-a43bb9028b29 service nova] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Detach interface failed, port_id=eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c, reason: Instance 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.971714] env[69959]: INFO nova.compute.manager [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Took 12.18 seconds to build instance. [ 1372.010230] env[69959]: DEBUG oslo_vmware.api [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136171} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.010974] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.011809] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.011809] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.011948] env[69959]: INFO nova.compute.manager [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1372.013054] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.013054] env[69959]: DEBUG nova.compute.manager [-] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.013054] env[69959]: DEBUG nova.network.neutron [-] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.260285] env[69959]: INFO nova.compute.manager [-] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Took 1.71 seconds to deallocate network for instance. [ 1372.474645] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d46e2d55-b80e-4df3-8c70-07bbaed53adc tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.700s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.768093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.768396] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.768703] env[69959]: DEBUG nova.objects.instance [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'resources' on Instance uuid 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.968751] env[69959]: DEBUG nova.network.neutron [-] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.305638] env[69959]: DEBUG nova.compute.manager [req-634e160c-d522-4b37-bf0d-d9dda00aa6c3 req-73520375-df6f-4408-b75e-bc7f37703f60 service nova] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Received event network-vif-deleted-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.380477] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f31af2-f34f-419a-a177-03846834a0a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.389013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448fc70c-95d0-455b-abdb-c12189cec3c2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.420284] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99a7346-8e76-4a86-977a-85849b02468a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.428996] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c147353-d511-43a1-ab2b-7b5908dee36c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.445296] env[69959]: DEBUG nova.compute.provider_tree [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.471756] env[69959]: INFO nova.compute.manager [-] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Took 1.46 seconds to deallocate network for instance. [ 1373.949177] env[69959]: DEBUG nova.scheduler.client.report [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.978034] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.148911] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "b685c175-d2d0-4ac5-8e64-fca77891d087" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.149211] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.149424] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "b685c175-d2d0-4ac5-8e64-fca77891d087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.149616] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.149782] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.152322] env[69959]: INFO nova.compute.manager [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Terminating instance [ 1374.455124] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.457624] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.480s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.457855] env[69959]: DEBUG nova.objects.instance [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'resources' on Instance uuid 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.474437] env[69959]: INFO nova.scheduler.client.report [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted allocations for instance 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92 [ 1374.655913] env[69959]: DEBUG nova.compute.manager [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.656104] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.657090] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5699c935-1a1f-46fd-a15f-1cda8c271a23 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.665550] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.665837] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecd70f67-2ae7-4358-a2a4-1afe14a1c0bd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.672286] env[69959]: DEBUG oslo_vmware.api [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1374.672286] env[69959]: value = "task-4087864" [ 1374.672286] env[69959]: _type = "Task" [ 1374.672286] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.682446] env[69959]: DEBUG oslo_vmware.api [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.983951] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2038475d-28cc-41f9-8440-f30f8023c7fb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "36ff6c14-6367-4aed-a8cd-f5aeac8e3a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.053s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.055684] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de5a32-a6ce-4499-8a4e-4890181f9ead {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.063916] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc604331-17df-43ad-b225-75a851224b2c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.094650] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c094e20-c770-4205-8d0f-846fc833d34f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.102814] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca4257c-3d52-4a98-8108-e9559e33a993 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.117421] env[69959]: DEBUG nova.compute.provider_tree [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.183577] env[69959]: DEBUG oslo_vmware.api [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087864, 'name': PowerOffVM_Task, 'duration_secs': 0.172092} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.183880] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.184064] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.184396] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8100cbcc-8c77-42a8-957e-7eb22c9bbc77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.255127] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.255416] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.255626] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Deleting the datastore file [datastore1] b685c175-d2d0-4ac5-8e64-fca77891d087 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.256263] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a36a48e-fafd-428c-9dde-998cc538de31 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.264712] env[69959]: DEBUG oslo_vmware.api [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for the task: (returnval){ [ 1375.264712] env[69959]: value = "task-4087866" [ 1375.264712] env[69959]: _type = "Task" [ 1375.264712] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.272689] env[69959]: DEBUG oslo_vmware.api [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.620826] env[69959]: DEBUG nova.scheduler.client.report [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.776122] env[69959]: DEBUG oslo_vmware.api [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Task: {'id': task-4087866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157242} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.776566] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.776837] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.777053] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.777246] env[69959]: INFO nova.compute.manager [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.777497] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.777707] env[69959]: DEBUG nova.compute.manager [-] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.777804] env[69959]: DEBUG nova.network.neutron [-] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.948231] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.948475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.036446] env[69959]: DEBUG nova.compute.manager [req-e32253e9-6fd3-458a-8345-637da5e77328 req-4e79a874-ec97-4674-8743-dbe7f9b3025e service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Received event network-vif-deleted-a226f916-2d7b-48db-9a84-79888bfd8f39 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.036736] env[69959]: INFO nova.compute.manager [req-e32253e9-6fd3-458a-8345-637da5e77328 req-4e79a874-ec97-4674-8743-dbe7f9b3025e service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Neutron deleted interface a226f916-2d7b-48db-9a84-79888bfd8f39; detaching it from the instance and deleting it from the info cache [ 1376.036823] env[69959]: DEBUG nova.network.neutron [req-e32253e9-6fd3-458a-8345-637da5e77328 req-4e79a874-ec97-4674-8743-dbe7f9b3025e service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.125603] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.148326] env[69959]: INFO nova.scheduler.client.report [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleted allocations for instance 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5 [ 1376.453046] env[69959]: INFO nova.compute.manager [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Detaching volume 054698c1-cc24-4a42-b4c3-87d2c649e665 [ 1376.486828] env[69959]: INFO nova.virt.block_device [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Attempting to driver detach volume 054698c1-cc24-4a42-b4c3-87d2c649e665 from mountpoint /dev/sdb [ 1376.487086] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1376.487310] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809866', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'name': 'volume-054698c1-cc24-4a42-b4c3-87d2c649e665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54b751-3d69-4ff4-baeb-fcb14452f214', 'attached_at': '', 'detached_at': '', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'serial': '054698c1-cc24-4a42-b4c3-87d2c649e665'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1376.488273] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25183795-20ed-40d0-b416-2fcc33d0ad79 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.510527] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62da60-37e2-414a-8216-8fffaab2ef1a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.518346] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19010795-6d0b-490e-bc0d-b9b70e6fe87f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.520885] env[69959]: DEBUG nova.network.neutron [-] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.541402] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3fb8033-c93c-484b-9b3b-13b07f81b7c0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.544060] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5aa7a-0ffe-4851-8fda-384faeb86139 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.563009] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] The volume has not been displaced from its original location: [datastore2] volume-054698c1-cc24-4a42-b4c3-87d2c649e665/volume-054698c1-cc24-4a42-b4c3-87d2c649e665.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1376.568385] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.570115] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdeb8cb-e017-4927-a1d0-f667cd33a929 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.585961] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a18a72b-a701-41da-b00e-06e0d2d26ae9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.604051] env[69959]: DEBUG oslo_vmware.api [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1376.604051] env[69959]: value = "task-4087867" [ 1376.604051] env[69959]: _type = "Task" [ 1376.604051] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.613408] env[69959]: DEBUG oslo_vmware.api [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.620748] env[69959]: DEBUG nova.compute.manager [req-e32253e9-6fd3-458a-8345-637da5e77328 req-4e79a874-ec97-4674-8743-dbe7f9b3025e service nova] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Detach interface failed, port_id=a226f916-2d7b-48db-9a84-79888bfd8f39, reason: Instance b685c175-d2d0-4ac5-8e64-fca77891d087 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1376.656352] env[69959]: DEBUG oslo_concurrency.lockutils [None req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "1f9aa47d-a403-45e8-83d1-8d90a44e3cc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.275s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.023877] env[69959]: INFO nova.compute.manager [-] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Took 1.25 seconds to deallocate network for instance. [ 1377.114366] env[69959]: DEBUG oslo_vmware.api [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087867, 'name': ReconfigVM_Task, 'duration_secs': 0.277554} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.114690] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.119371] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb98033-0ead-479c-8b91-d9cca56d4a81 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.136058] env[69959]: DEBUG oslo_vmware.api [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1377.136058] env[69959]: value = "task-4087869" [ 1377.136058] env[69959]: _type = "Task" [ 1377.136058] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.144183] env[69959]: DEBUG oslo_vmware.api [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.532567] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.532921] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.533175] env[69959]: DEBUG nova.objects.instance [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lazy-loading 'resources' on Instance uuid b685c175-d2d0-4ac5-8e64-fca77891d087 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.646437] env[69959]: DEBUG oslo_vmware.api [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087869, 'name': ReconfigVM_Task, 'duration_secs': 0.141207} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.646728] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809866', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'name': 'volume-054698c1-cc24-4a42-b4c3-87d2c649e665', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa54b751-3d69-4ff4-baeb-fcb14452f214', 'attached_at': '', 'detached_at': '', 'volume_id': '054698c1-cc24-4a42-b4c3-87d2c649e665', 'serial': '054698c1-cc24-4a42-b4c3-87d2c649e665'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1378.109484] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1380e-7ec4-400c-97cf-eb8362ab9dfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.117666] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec01575-15b2-4912-bf2a-e16a2a32b57f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.149142] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0e61cc-7091-4426-8140-4899b4149c43 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.156947] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e4db1-4eb7-48d6-9da2-a4c64426a4d3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.170490] env[69959]: DEBUG nova.compute.provider_tree [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.189766] env[69959]: DEBUG nova.objects.instance [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'flavor' on Instance uuid aa54b751-3d69-4ff4-baeb-fcb14452f214 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.673749] env[69959]: DEBUG nova.scheduler.client.report [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.179160] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.196531] env[69959]: INFO nova.scheduler.client.report [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Deleted allocations for instance b685c175-d2d0-4ac5-8e64-fca77891d087 [ 1379.199736] env[69959]: DEBUG oslo_concurrency.lockutils [None req-be6b8699-1a05-47d1-aac6-1b4e38c0413f tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.704683] env[69959]: DEBUG oslo_concurrency.lockutils [None req-7baf1a68-5109-48e9-9afe-c52583029938 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Lock "b685c175-d2d0-4ac5-8e64-fca77891d087" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.196364] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.196710] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.196814] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "aa54b751-3d69-4ff4-baeb-fcb14452f214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.196997] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.197187] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.199312] env[69959]: INFO nova.compute.manager [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Terminating instance [ 1380.702725] env[69959]: DEBUG nova.compute.manager [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.702977] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.703941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8be7c-6d28-40a4-b81d-c1439bcd924b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.714172] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.714385] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3cab967-7f81-484f-b737-532128e052d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.720401] env[69959]: DEBUG oslo_vmware.api [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1380.720401] env[69959]: value = "task-4087870" [ 1380.720401] env[69959]: _type = "Task" [ 1380.720401] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.729225] env[69959]: DEBUG oslo_vmware.api [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.231779] env[69959]: DEBUG oslo_vmware.api [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087870, 'name': PowerOffVM_Task, 'duration_secs': 0.210792} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.232795] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.232883] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.233192] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c610179-785b-4eb0-8e9a-084357b66cfe {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.298274] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.298274] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Deleting contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.298274] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleting the datastore file [datastore1] aa54b751-3d69-4ff4-baeb-fcb14452f214 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.298466] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d1ce0d-2afe-470e-ba89-44199d98d755 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.305186] env[69959]: DEBUG oslo_vmware.api [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1381.305186] env[69959]: value = "task-4087872" [ 1381.305186] env[69959]: _type = "Task" [ 1381.305186] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.314776] env[69959]: DEBUG oslo_vmware.api [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.541285] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.541362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.541585] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "5f330df8-015b-465c-9a06-78bd7d28d5bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.542658] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.542658] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.544594] env[69959]: INFO nova.compute.manager [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Terminating instance [ 1381.816783] env[69959]: DEBUG oslo_vmware.api [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129817} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.817118] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.817316] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Deleted contents of the VM from datastore datastore1 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.817589] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.817768] env[69959]: INFO nova.compute.manager [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1381.818100] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.818314] env[69959]: DEBUG nova.compute.manager [-] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.818413] env[69959]: DEBUG nova.network.neutron [-] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.051248] env[69959]: DEBUG nova.compute.manager [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.051248] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.051248] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69384b5-f854-47d1-963f-915fee1cd307 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.060451] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.061110] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-930ee372-c358-4fb0-9969-27917c7892e1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.068362] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1382.068362] env[69959]: value = "task-4087873" [ 1382.068362] env[69959]: _type = "Task" [ 1382.068362] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.079635] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.286158] env[69959]: DEBUG nova.compute.manager [req-59bafa5c-d09d-4b38-bcb1-ec35c7657771 req-684e3fe4-fe22-4cb8-8a11-ac2c80811f7a service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Received event network-vif-deleted-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.286469] env[69959]: INFO nova.compute.manager [req-59bafa5c-d09d-4b38-bcb1-ec35c7657771 req-684e3fe4-fe22-4cb8-8a11-ac2c80811f7a service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Neutron deleted interface 4e41ef3a-8c2c-4993-9b3e-b590b70100f0; detaching it from the instance and deleting it from the info cache [ 1382.286674] env[69959]: DEBUG nova.network.neutron [req-59bafa5c-d09d-4b38-bcb1-ec35c7657771 req-684e3fe4-fe22-4cb8-8a11-ac2c80811f7a service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.578677] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087873, 'name': PowerOffVM_Task, 'duration_secs': 0.22905} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.578998] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.579204] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.579464] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-485a2dc6-c371-45e9-b420-1950813924ca {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.755641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.755641] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.755847] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleting the datastore file [datastore2] 5f330df8-015b-465c-9a06-78bd7d28d5bf {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.756147] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0705d735-149b-4636-a5a1-f15be5d49464 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.764456] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1382.764456] env[69959]: value = "task-4087875" [ 1382.764456] env[69959]: _type = "Task" [ 1382.764456] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.768630] env[69959]: DEBUG nova.network.neutron [-] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.776337] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.789652] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a677ff60-ba07-485d-8488-ab9b63896196 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.801298] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16acb9d-27e1-40bd-b90e-f4470dffb1b5 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.828549] env[69959]: DEBUG nova.compute.manager [req-59bafa5c-d09d-4b38-bcb1-ec35c7657771 req-684e3fe4-fe22-4cb8-8a11-ac2c80811f7a service nova] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Detach interface failed, port_id=4e41ef3a-8c2c-4993-9b3e-b590b70100f0, reason: Instance aa54b751-3d69-4ff4-baeb-fcb14452f214 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1383.271276] env[69959]: INFO nova.compute.manager [-] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Took 1.45 seconds to deallocate network for instance. [ 1383.276818] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.775135] env[69959]: DEBUG oslo_vmware.api [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665893} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.775564] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.775609] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.775784] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.775963] env[69959]: INFO nova.compute.manager [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1383.776222] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.776467] env[69959]: DEBUG nova.compute.manager [-] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.776565] env[69959]: DEBUG nova.network.neutron [-] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.781362] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.781614] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.781850] env[69959]: DEBUG nova.objects.instance [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'resources' on Instance uuid aa54b751-3d69-4ff4-baeb-fcb14452f214 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.312669] env[69959]: DEBUG nova.compute.manager [req-dfdd4aa8-8d95-40c4-9281-9a0bf2b923ca req-6d0f07e7-7aa1-4a83-a63d-9a193a1952d9 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Received event network-vif-deleted-a995d368-b90d-4127-9b63-b0ef07a31f73 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.312889] env[69959]: INFO nova.compute.manager [req-dfdd4aa8-8d95-40c4-9281-9a0bf2b923ca req-6d0f07e7-7aa1-4a83-a63d-9a193a1952d9 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Neutron deleted interface a995d368-b90d-4127-9b63-b0ef07a31f73; detaching it from the instance and deleting it from the info cache [ 1384.313206] env[69959]: DEBUG nova.network.neutron [req-dfdd4aa8-8d95-40c4-9281-9a0bf2b923ca req-6d0f07e7-7aa1-4a83-a63d-9a193a1952d9 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.363802] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db51d00-ec05-436c-80de-60b3227f6379 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.371673] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abae4d-46a3-4442-96f8-d34f40093711 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.404123] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981bb9f-8ba0-4911-96c0-363f9205e4b7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.412428] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12abb1e-5e35-4dec-b739-7248d4d55fff {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.426691] env[69959]: DEBUG nova.compute.provider_tree [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.541444] env[69959]: DEBUG nova.network.neutron [-] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.815402] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-958a49cf-1e0b-4875-b8b4-a207c14e3fce {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.825348] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e2c47-3947-4f90-ae8c-30286d898a5d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.850402] env[69959]: DEBUG nova.compute.manager [req-dfdd4aa8-8d95-40c4-9281-9a0bf2b923ca req-6d0f07e7-7aa1-4a83-a63d-9a193a1952d9 service nova] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Detach interface failed, port_id=a995d368-b90d-4127-9b63-b0ef07a31f73, reason: Instance 5f330df8-015b-465c-9a06-78bd7d28d5bf could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.930326] env[69959]: DEBUG nova.scheduler.client.report [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.044852] env[69959]: INFO nova.compute.manager [-] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Took 1.27 seconds to deallocate network for instance. [ 1385.435968] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.454583] env[69959]: INFO nova.scheduler.client.report [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted allocations for instance aa54b751-3d69-4ff4-baeb-fcb14452f214 [ 1385.551407] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.551791] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.552044] env[69959]: DEBUG nova.objects.instance [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'resources' on Instance uuid 5f330df8-015b-465c-9a06-78bd7d28d5bf {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.962242] env[69959]: DEBUG oslo_concurrency.lockutils [None req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "aa54b751-3d69-4ff4-baeb-fcb14452f214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.102041] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4414337-a722-4d10-85d2-9319b5013ff9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.110145] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22991a-3d25-427e-806f-ef31e8c2e99b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.140834] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0d2e6-686f-48b7-93a8-23d0ab475d6b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.148013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93abecea-42af-4a69-9397-f1a7ca1e66e6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.160800] env[69959]: DEBUG nova.compute.provider_tree [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.663674] env[69959]: DEBUG nova.scheduler.client.report [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.169120] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.193024] env[69959]: INFO nova.scheduler.client.report [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleted allocations for instance 5f330df8-015b-465c-9a06-78bd7d28d5bf [ 1387.702460] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "5f330df8-015b-465c-9a06-78bd7d28d5bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.161s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.228735] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.229036] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.250215] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "d32b1b0e-4856-466f-b28e-19a691a8e164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.250445] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.250650] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "d32b1b0e-4856-466f-b28e-19a691a8e164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.250835] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.251000] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.252824] env[69959]: INFO nova.compute.manager [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Terminating instance [ 1388.731823] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.756042] env[69959]: DEBUG nova.compute.manager [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.756300] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.757251] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7a2174-6d42-4893-b1eb-da26efb88c5e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.765599] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.765864] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e79cdb-9d17-421d-85c0-f162fc6807e3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.773641] env[69959]: DEBUG oslo_vmware.api [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1388.773641] env[69959]: value = "task-4087876" [ 1388.773641] env[69959]: _type = "Task" [ 1388.773641] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.782297] env[69959]: DEBUG oslo_vmware.api [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.254892] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.254892] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.255925] env[69959]: INFO nova.compute.claims [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.283038] env[69959]: DEBUG oslo_vmware.api [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087876, 'name': PowerOffVM_Task, 'duration_secs': 0.185049} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.283208] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.283383] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.283627] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb9922cb-fef0-41ac-af47-73e5ebfb8df7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.348484] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.348751] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.348936] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleting the datastore file [datastore2] d32b1b0e-4856-466f-b28e-19a691a8e164 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.349229] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be6a53c5-dcee-4302-a0ce-07ee2fa41871 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.357016] env[69959]: DEBUG oslo_vmware.api [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for the task: (returnval){ [ 1389.357016] env[69959]: value = "task-4087878" [ 1389.357016] env[69959]: _type = "Task" [ 1389.357016] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.367028] env[69959]: DEBUG oslo_vmware.api [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.866961] env[69959]: DEBUG oslo_vmware.api [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Task: {'id': task-4087878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141858} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.867320] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.867549] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.867769] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.867979] env[69959]: INFO nova.compute.manager [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1389.868282] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.868491] env[69959]: DEBUG nova.compute.manager [-] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.868589] env[69959]: DEBUG nova.network.neutron [-] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.128617] env[69959]: DEBUG nova.compute.manager [req-54654e76-05b9-4582-a4b7-d4c102906a63 req-cafeff69-323e-4e65-8a85-7062d5fe3962 service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Received event network-vif-deleted-7f3e1037-1a51-484a-badf-5e40237133fb {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.128617] env[69959]: INFO nova.compute.manager [req-54654e76-05b9-4582-a4b7-d4c102906a63 req-cafeff69-323e-4e65-8a85-7062d5fe3962 service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Neutron deleted interface 7f3e1037-1a51-484a-badf-5e40237133fb; detaching it from the instance and deleting it from the info cache [ 1390.128617] env[69959]: DEBUG nova.network.neutron [req-54654e76-05b9-4582-a4b7-d4c102906a63 req-cafeff69-323e-4e65-8a85-7062d5fe3962 service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.313400] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c358b-2fb0-46c1-8081-16da35f8db39 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.323609] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed1c9aa-ab98-4c7a-aa69-12a5786f32f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.373343] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e392e68-de00-4ec9-b82e-4e593a7ddaa2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.384306] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475dde3f-d54f-4086-a109-eabc6b94de28 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.405704] env[69959]: DEBUG nova.compute.provider_tree [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.612766] env[69959]: DEBUG nova.network.neutron [-] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.630322] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7909d68-a5d8-40ab-8cd8-8c72fbb42ba0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.640897] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6245e46a-0e3a-4ddb-b620-6baefde43651 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.669443] env[69959]: DEBUG nova.compute.manager [req-54654e76-05b9-4582-a4b7-d4c102906a63 req-cafeff69-323e-4e65-8a85-7062d5fe3962 service nova] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Detach interface failed, port_id=7f3e1037-1a51-484a-badf-5e40237133fb, reason: Instance d32b1b0e-4856-466f-b28e-19a691a8e164 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1390.909692] env[69959]: DEBUG nova.scheduler.client.report [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.114997] env[69959]: INFO nova.compute.manager [-] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Took 1.25 seconds to deallocate network for instance. [ 1391.414699] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.415223] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.621768] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.622094] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.622326] env[69959]: DEBUG nova.objects.instance [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lazy-loading 'resources' on Instance uuid d32b1b0e-4856-466f-b28e-19a691a8e164 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.920502] env[69959]: DEBUG nova.compute.utils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.921977] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.922166] env[69959]: DEBUG nova.network.neutron [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.968145] env[69959]: DEBUG nova.policy [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601837b63df041618771c5683755e03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19078147ad847ea81b8f25db67eb7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.182669] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c5a399-7623-4343-b476-50ccf7c30fc8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.193941] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c9789-1a69-4c6b-9472-df955bf47a60 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.229229] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebef556-f995-4472-8454-1263d1efec19 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.237856] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76339b23-84c9-498f-bc6f-ca39547c35b4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.242999] env[69959]: DEBUG nova.network.neutron [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Successfully created port: e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.256424] env[69959]: DEBUG nova.compute.provider_tree [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.426247] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.759646] env[69959]: DEBUG nova.scheduler.client.report [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.264561] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.288105] env[69959]: INFO nova.scheduler.client.report [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Deleted allocations for instance d32b1b0e-4856-466f-b28e-19a691a8e164 [ 1393.436941] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.468480] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.468480] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.468480] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.468480] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.468480] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.468686] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.468787] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.468947] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.469128] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.469292] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.469463] env[69959]: DEBUG nova.virt.hardware [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.470399] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea5a5a-0dc0-43ac-b627-72db89b11639 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.479020] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b0d41-bcad-47ef-9d10-503f213c5d90 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.611294] env[69959]: DEBUG nova.compute.manager [req-c42c3d89-7aae-417d-b6d4-7cc8a7902d55 req-e0789738-1d3f-4870-9490-f906288d4e0e service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Received event network-vif-plugged-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.611519] env[69959]: DEBUG oslo_concurrency.lockutils [req-c42c3d89-7aae-417d-b6d4-7cc8a7902d55 req-e0789738-1d3f-4870-9490-f906288d4e0e service nova] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.611846] env[69959]: DEBUG oslo_concurrency.lockutils [req-c42c3d89-7aae-417d-b6d4-7cc8a7902d55 req-e0789738-1d3f-4870-9490-f906288d4e0e service nova] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.612296] env[69959]: DEBUG oslo_concurrency.lockutils [req-c42c3d89-7aae-417d-b6d4-7cc8a7902d55 req-e0789738-1d3f-4870-9490-f906288d4e0e service nova] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.612585] env[69959]: DEBUG nova.compute.manager [req-c42c3d89-7aae-417d-b6d4-7cc8a7902d55 req-e0789738-1d3f-4870-9490-f906288d4e0e service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] No waiting events found dispatching network-vif-plugged-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1393.612877] env[69959]: WARNING nova.compute.manager [req-c42c3d89-7aae-417d-b6d4-7cc8a7902d55 req-e0789738-1d3f-4870-9490-f906288d4e0e service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Received unexpected event network-vif-plugged-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 for instance with vm_state building and task_state spawning. [ 1393.691082] env[69959]: DEBUG nova.network.neutron [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Successfully updated port: e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.796315] env[69959]: DEBUG oslo_concurrency.lockutils [None req-0340cef3-7126-41f2-ba8f-d11c4518e186 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Lock "d32b1b0e-4856-466f-b28e-19a691a8e164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.546s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.193672] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.193857] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.193982] env[69959]: DEBUG nova.network.neutron [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.728522] env[69959]: DEBUG nova.network.neutron [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.861182] env[69959]: DEBUG nova.network.neutron [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updating instance_info_cache with network_info: [{"id": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "address": "fa:16:3e:14:ed:e8", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f1f0f1-a0", "ovs_interfaceid": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.364260] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.364614] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Instance network_info: |[{"id": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "address": "fa:16:3e:14:ed:e8", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f1f0f1-a0", "ovs_interfaceid": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.365114] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:ed:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.374536] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.374809] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.375069] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3cdf5b8-8c00-4a5e-b38d-d8f152ad5170 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.397734] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.397734] env[69959]: value = "task-4087879" [ 1395.397734] env[69959]: _type = "Task" [ 1395.397734] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.407967] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087879, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.639852] env[69959]: DEBUG nova.compute.manager [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Received event network-changed-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.640041] env[69959]: DEBUG nova.compute.manager [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Refreshing instance network info cache due to event network-changed-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.640288] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] Acquiring lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.640435] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] Acquired lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.640599] env[69959]: DEBUG nova.network.neutron [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Refreshing network info cache for port e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.908382] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087879, 'name': CreateVM_Task, 'duration_secs': 0.326997} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.908736] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.909300] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.909475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.909853] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.910140] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a329f5-829d-477e-8ab7-02d60d4eb501 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.915140] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1395.915140] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]522aa437-c43b-d20e-d4f4-5d1096ce5346" [ 1395.915140] env[69959]: _type = "Task" [ 1395.915140] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.924890] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522aa437-c43b-d20e-d4f4-5d1096ce5346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.355891] env[69959]: DEBUG nova.network.neutron [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updated VIF entry in instance network info cache for port e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.356336] env[69959]: DEBUG nova.network.neutron [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updating instance_info_cache with network_info: [{"id": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "address": "fa:16:3e:14:ed:e8", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f1f0f1-a0", "ovs_interfaceid": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.425394] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]522aa437-c43b-d20e-d4f4-5d1096ce5346, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.425815] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.426113] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.426404] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.426623] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.426854] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.427150] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed03bc34-0c61-42d5-971f-c9b7a5e9d84b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.435788] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.435926] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.436655] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072f4db9-8773-441c-9309-7cb047141384 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.441883] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1396.441883] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]5225408a-3d60-870e-83ce-12fb7a7ac52d" [ 1396.441883] env[69959]: _type = "Task" [ 1396.441883] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.449562] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5225408a-3d60-870e-83ce-12fb7a7ac52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.859044] env[69959]: DEBUG oslo_concurrency.lockutils [req-5d25d3a0-b95e-478b-8162-256d39930b01 req-236d67c4-1cec-4f5f-98d4-48e762be9bbf service nova] Releasing lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.953311] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]5225408a-3d60-870e-83ce-12fb7a7ac52d, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.954167] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3647abcf-f9a8-42d3-a31f-1e57edffff22 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.959439] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1396.959439] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b9dd1-64aa-de3c-e696-d2fb7c69405e" [ 1396.959439] env[69959]: _type = "Task" [ 1396.959439] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.967025] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b9dd1-64aa-de3c-e696-d2fb7c69405e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.158958] env[69959]: DEBUG oslo_concurrency.lockutils [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "73461161-3f22-42a6-84d3-18e21ac68a6b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.159254] env[69959]: DEBUG oslo_concurrency.lockutils [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.159517] env[69959]: DEBUG nova.compute.manager [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1397.160451] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443022e5-c068-4086-b640-5f044a5f15ef {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.167225] env[69959]: DEBUG nova.compute.manager [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69959) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1397.167818] env[69959]: DEBUG nova.objects.instance [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'flavor' on Instance uuid 73461161-3f22-42a6-84d3-18e21ac68a6b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.470148] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]523b9dd1-64aa-de3c-e696-d2fb7c69405e, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.470424] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.470683] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386/8d46b6af-d1c0-4ea6-bdc7-c11f1a217386.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.470946] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39dceaf0-422d-4686-84a1-24b4a8edcbd7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.478370] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1397.478370] env[69959]: value = "task-4087880" [ 1397.478370] env[69959]: _type = "Task" [ 1397.478370] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.486669] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.988049] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087880, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.174986] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.175338] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd48a08-ad0c-44e0-bbc2-40af4cdf8e4f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.184244] env[69959]: DEBUG oslo_vmware.api [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1398.184244] env[69959]: value = "task-4087881" [ 1398.184244] env[69959]: _type = "Task" [ 1398.184244] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.193446] env[69959]: DEBUG oslo_vmware.api [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.491510] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087880, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.693868] env[69959]: DEBUG oslo_vmware.api [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.989939] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087880, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.454011} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.990395] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386/8d46b6af-d1c0-4ea6-bdc7-c11f1a217386.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.990492] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.990697] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b6c003-d158-4f54-aeea-77f9af1af70a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.998707] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1398.998707] env[69959]: value = "task-4087882" [ 1398.998707] env[69959]: _type = "Task" [ 1398.998707] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.007069] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.194706] env[69959]: DEBUG oslo_vmware.api [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087881, 'name': PowerOffVM_Task, 'duration_secs': 1.007961} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.194972] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.195201] env[69959]: DEBUG nova.compute.manager [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1399.196184] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5a518-d2c4-4440-b009-23116cf60b9e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.508737] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071767} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.508954] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.509763] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80077531-9640-4d98-b0c2-7f620b7096a0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.532049] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386/8d46b6af-d1c0-4ea6-bdc7-c11f1a217386.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.532317] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924f8aa2-de4c-405c-93fb-761f4066976a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.551903] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1399.551903] env[69959]: value = "task-4087883" [ 1399.551903] env[69959]: _type = "Task" [ 1399.551903] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.560857] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.709313] env[69959]: DEBUG oslo_concurrency.lockutils [None req-973b4062-2f49-4040-9343-ee2cd4262a33 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.550s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.061766] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087883, 'name': ReconfigVM_Task, 'duration_secs': 0.281086} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.062136] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386/8d46b6af-d1c0-4ea6-bdc7-c11f1a217386.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.062731] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7126cd2e-2072-4b63-8db8-b583dbbdc8cd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.070758] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1400.070758] env[69959]: value = "task-4087884" [ 1400.070758] env[69959]: _type = "Task" [ 1400.070758] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.079878] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087884, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.581220] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087884, 'name': Rename_Task, 'duration_secs': 0.139782} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.581475] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.581746] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202d0e5f-fda2-4d89-8268-2ac0589e0817 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.587823] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1400.587823] env[69959]: value = "task-4087885" [ 1400.587823] env[69959]: _type = "Task" [ 1400.587823] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.596497] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.633944] env[69959]: DEBUG nova.objects.instance [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'flavor' on Instance uuid 73461161-3f22-42a6-84d3-18e21ac68a6b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.097928] env[69959]: DEBUG oslo_vmware.api [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087885, 'name': PowerOnVM_Task, 'duration_secs': 0.437652} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.098379] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.098535] env[69959]: INFO nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1401.098719] env[69959]: DEBUG nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1401.099522] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be870735-f407-44f5-8024-80b7b7ff074e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.140119] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.140405] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.140693] env[69959]: DEBUG nova.network.neutron [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.140963] env[69959]: DEBUG nova.objects.instance [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'info_cache' on Instance uuid 73461161-3f22-42a6-84d3-18e21ac68a6b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.616238] env[69959]: INFO nova.compute.manager [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Took 12.38 seconds to build instance. [ 1401.644087] env[69959]: DEBUG nova.objects.base [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Object Instance<73461161-3f22-42a6-84d3-18e21ac68a6b> lazy-loaded attributes: flavor,info_cache {{(pid=69959) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1402.118311] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ccc42110-7883-4680-8d00-de4897fd354b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.889s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.344720] env[69959]: DEBUG nova.network.neutron [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [{"id": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "address": "fa:16:3e:c5:7a:1e", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1728df8-7d", "ovs_interfaceid": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.637299] env[69959]: DEBUG nova.compute.manager [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Received event network-changed-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.637560] env[69959]: DEBUG nova.compute.manager [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Refreshing instance network info cache due to event network-changed-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.637800] env[69959]: DEBUG oslo_concurrency.lockutils [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] Acquiring lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.637936] env[69959]: DEBUG oslo_concurrency.lockutils [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] Acquired lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.638165] env[69959]: DEBUG nova.network.neutron [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Refreshing network info cache for port e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.847948] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.346674] env[69959]: DEBUG nova.network.neutron [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updated VIF entry in instance network info cache for port e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.347081] env[69959]: DEBUG nova.network.neutron [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updating instance_info_cache with network_info: [{"id": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "address": "fa:16:3e:14:ed:e8", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f1f0f1-a0", "ovs_interfaceid": "e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.849689] env[69959]: DEBUG oslo_concurrency.lockutils [req-93544551-985e-48b8-a66d-92c72638413a req-4c5c9a64-1c95-48c0-b174-4d7c4a2b7b73 service nova] Releasing lock "refresh_cache-8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.853528] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.853836] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01de0001-9e6a-4623-beff-eea117860060 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.861504] env[69959]: DEBUG oslo_vmware.api [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1403.861504] env[69959]: value = "task-4087886" [ 1403.861504] env[69959]: _type = "Task" [ 1403.861504] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.869732] env[69959]: DEBUG oslo_vmware.api [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.371756] env[69959]: DEBUG oslo_vmware.api [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087886, 'name': PowerOnVM_Task, 'duration_secs': 0.384968} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.372163] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.372310] env[69959]: DEBUG nova.compute.manager [None req-5ce0d9c7-2c18-452c-b1e3-132212bd83ae tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1404.373187] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89212728-3532-42b8-b939-584376186886 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.476626] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657691c-03bd-462b-80cf-5ed61ced3b3b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.484044] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Suspending the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1405.484295] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6c3ef2fc-5033-4f7f-bfb7-dd2f4f0e1e4d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.490518] env[69959]: DEBUG oslo_vmware.api [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1405.490518] env[69959]: value = "task-4087887" [ 1405.490518] env[69959]: _type = "Task" [ 1405.490518] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.498780] env[69959]: DEBUG oslo_vmware.api [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087887, 'name': SuspendVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.001417] env[69959]: DEBUG oslo_vmware.api [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087887, 'name': SuspendVM_Task} progress is 66%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.501754] env[69959]: DEBUG oslo_vmware.api [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087887, 'name': SuspendVM_Task, 'duration_secs': 0.612132} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.502151] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Suspended the VM {{(pid=69959) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1406.502209] env[69959]: DEBUG nova.compute.manager [None req-625206a7-de0c-42ab-ad01-04e0be890019 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1406.502927] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43d9a6-5a1b-426b-a029-b884f9beee2b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.805657] env[69959]: INFO nova.compute.manager [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Resuming [ 1407.806303] env[69959]: DEBUG nova.objects.instance [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'flavor' on Instance uuid 73461161-3f22-42a6-84d3-18e21ac68a6b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.316888] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.317279] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquired lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.317279] env[69959]: DEBUG nova.network.neutron [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.021910] env[69959]: DEBUG nova.network.neutron [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [{"id": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "address": "fa:16:3e:c5:7a:1e", "network": {"id": "0159f004-3e20-4379-953b-fadf52a9abd4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-616903364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15360bad1bcc46f7bfd4f8d5f479faf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1728df8-7d", "ovs_interfaceid": "f1728df8-7d30-43ad-b305-95c398f0f8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.525320] env[69959]: DEBUG oslo_concurrency.lockutils [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Releasing lock "refresh_cache-73461161-3f22-42a6-84d3-18e21ac68a6b" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.526414] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f69eb5-73a1-402a-81b6-61c9184081af {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.534058] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Resuming the VM {{(pid=69959) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1410.534318] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7769e05a-f538-4eef-8368-c463faffbf85 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.541138] env[69959]: DEBUG oslo_vmware.api [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1410.541138] env[69959]: value = "task-4087888" [ 1410.541138] env[69959]: _type = "Task" [ 1410.541138] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.549250] env[69959]: DEBUG oslo_vmware.api [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.059244] env[69959]: DEBUG oslo_vmware.api [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.553583] env[69959]: DEBUG oslo_vmware.api [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087888, 'name': PowerOnVM_Task, 'duration_secs': 0.518236} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.554062] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Resumed the VM {{(pid=69959) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1411.554062] env[69959]: DEBUG nova.compute.manager [None req-d6a9f356-fd77-4698-9211-4a77cac64d87 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1411.554840] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcc2dba-a71e-42f5-8979-985941168279 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.442459] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "73461161-3f22-42a6-84d3-18e21ac68a6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.442756] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.442987] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "73461161-3f22-42a6-84d3-18e21ac68a6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.443191] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.443365] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.445543] env[69959]: INFO nova.compute.manager [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Terminating instance [ 1412.949489] env[69959]: DEBUG nova.compute.manager [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.949868] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.951067] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9334c-a005-4648-a579-05b9429fd0e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.959051] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.959315] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88eedb5d-9c82-4b53-bb90-957fa0aa756a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.965173] env[69959]: DEBUG oslo_vmware.api [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1412.965173] env[69959]: value = "task-4087889" [ 1412.965173] env[69959]: _type = "Task" [ 1412.965173] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.974278] env[69959]: DEBUG oslo_vmware.api [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.475476] env[69959]: DEBUG oslo_vmware.api [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087889, 'name': PowerOffVM_Task, 'duration_secs': 0.198548} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.475714] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.475903] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.476192] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0141700b-38b2-4fe9-9285-803d964df538 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.542891] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.543118] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.543309] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleting the datastore file [datastore2] 73461161-3f22-42a6-84d3-18e21ac68a6b {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.543575] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d37e3c-ad25-4e5e-908f-b3c98b262e1b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.550788] env[69959]: DEBUG oslo_vmware.api [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for the task: (returnval){ [ 1413.550788] env[69959]: value = "task-4087891" [ 1413.550788] env[69959]: _type = "Task" [ 1413.550788] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.560430] env[69959]: DEBUG oslo_vmware.api [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.060650] env[69959]: DEBUG oslo_vmware.api [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Task: {'id': task-4087891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143761} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.061084] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.061084] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.061266] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.061443] env[69959]: INFO nova.compute.manager [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1414.061684] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.061878] env[69959]: DEBUG nova.compute.manager [-] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.061974] env[69959]: DEBUG nova.network.neutron [-] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.486293] env[69959]: DEBUG nova.compute.manager [req-040ad854-ecc5-4268-b429-c39afd382928 req-a41bac36-2d57-4fad-ae91-5e97b31cf334 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Received event network-vif-deleted-f1728df8-7d30-43ad-b305-95c398f0f8a6 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.486604] env[69959]: INFO nova.compute.manager [req-040ad854-ecc5-4268-b429-c39afd382928 req-a41bac36-2d57-4fad-ae91-5e97b31cf334 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Neutron deleted interface f1728df8-7d30-43ad-b305-95c398f0f8a6; detaching it from the instance and deleting it from the info cache [ 1414.486604] env[69959]: DEBUG nova.network.neutron [req-040ad854-ecc5-4268-b429-c39afd382928 req-a41bac36-2d57-4fad-ae91-5e97b31cf334 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.964484] env[69959]: DEBUG nova.network.neutron [-] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.988962] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53a20e6f-bc40-47ba-bfd0-59471642b809 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.000561] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde532f5-ce9e-4656-b576-e4ea088f18c4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.026091] env[69959]: DEBUG nova.compute.manager [req-040ad854-ecc5-4268-b429-c39afd382928 req-a41bac36-2d57-4fad-ae91-5e97b31cf334 service nova] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Detach interface failed, port_id=f1728df8-7d30-43ad-b305-95c398f0f8a6, reason: Instance 73461161-3f22-42a6-84d3-18e21ac68a6b could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1415.466940] env[69959]: INFO nova.compute.manager [-] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Took 1.40 seconds to deallocate network for instance. [ 1415.973924] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.974314] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.974548] env[69959]: DEBUG nova.objects.instance [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lazy-loading 'resources' on Instance uuid 73461161-3f22-42a6-84d3-18e21ac68a6b {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.329717] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.520042] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65137432-d81e-40b3-8aa3-83e8a7cedfba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.528220] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d560fb-6965-4082-8a1a-8de48e857f57 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.559685] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adcb664-b382-4976-b4e7-0a92eb7eb5d4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.567568] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e1cfb6-8243-4061-bd4b-80eb67016ba4 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.580910] env[69959]: DEBUG nova.compute.provider_tree [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.083851] env[69959]: DEBUG nova.scheduler.client.report [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.588502] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.607701] env[69959]: INFO nova.scheduler.client.report [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Deleted allocations for instance 73461161-3f22-42a6-84d3-18e21ac68a6b [ 1418.115593] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5425e423-6d4e-4396-a3c7-36985f834150 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Lock "73461161-3f22-42a6-84d3-18e21ac68a6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.328514] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.328790] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.329103] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.324019] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.328655] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.328841] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1421.329092] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.832652] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.832902] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.833093] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.833262] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1421.834158] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e801d923-4c18-4641-963a-c102cbebf1db {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.842487] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c1d43-b3f3-4be5-afff-da22bb27b264 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.856576] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bde497-e4cf-4469-ad98-757dc8980835 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.863724] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134bd92-57df-402e-b5f7-3f5bd620dbec {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.895254] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180337MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1421.895412] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.895625] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.920581] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1422.920971] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1422.921204] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1422.950086] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e604076-99c4-415e-8c5a-06319256a51d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.957921] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94882ae7-5d6e-40fa-877b-d4d56cc7a137 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.987327] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744e41c-8b54-404e-8d14-2f254b826841 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.994592] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d730f55-b005-4a93-a27f-59ab792624e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.009134] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.512125] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.017511] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1424.017898] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.018269] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.523905] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.310040] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.310040] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.813176] env[69959]: DEBUG nova.compute.utils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1441.316592] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.374959] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.375379] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.375693] env[69959]: INFO nova.compute.manager [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Attaching volume 476f8f43-7f07-43b4-a093-0b91e790adde to /dev/sdb [ 1442.405950] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6264c47-661e-4fe5-9ee1-b16844a31be7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.413378] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af0b13-942d-4167-a529-2302e7457391 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.427185] env[69959]: DEBUG nova.virt.block_device [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updating existing volume attachment record: 16c3496b-bf9a-4fef-8995-c174c02680bb {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1446.972914] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1446.973174] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809883', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'name': 'volume-476f8f43-7f07-43b4-a093-0b91e790adde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d46b6af-d1c0-4ea6-bdc7-c11f1a217386', 'attached_at': '', 'detached_at': '', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'serial': '476f8f43-7f07-43b4-a093-0b91e790adde'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1446.974092] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f72cc-5c9c-41aa-a2e5-d348a78bad61 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.990686] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf6512-a74e-4527-ad33-df5828c328f6 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.014705] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-476f8f43-7f07-43b4-a093-0b91e790adde/volume-476f8f43-7f07-43b4-a093-0b91e790adde.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.014979] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a919dc20-9670-4414-9b5f-af0192b920c7 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.032541] env[69959]: DEBUG oslo_vmware.api [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1447.032541] env[69959]: value = "task-4087894" [ 1447.032541] env[69959]: _type = "Task" [ 1447.032541] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.041701] env[69959]: DEBUG oslo_vmware.api [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.542421] env[69959]: DEBUG oslo_vmware.api [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087894, 'name': ReconfigVM_Task, 'duration_secs': 0.3154} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.542685] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-476f8f43-7f07-43b4-a093-0b91e790adde/volume-476f8f43-7f07-43b4-a093-0b91e790adde.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.547351] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f077a8e-3654-4621-860d-88f236b50ec1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.562418] env[69959]: DEBUG oslo_vmware.api [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1447.562418] env[69959]: value = "task-4087895" [ 1447.562418] env[69959]: _type = "Task" [ 1447.562418] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.570695] env[69959]: DEBUG oslo_vmware.api [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.073331] env[69959]: DEBUG oslo_vmware.api [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087895, 'name': ReconfigVM_Task, 'duration_secs': 0.167031} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.073629] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809883', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'name': 'volume-476f8f43-7f07-43b4-a093-0b91e790adde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d46b6af-d1c0-4ea6-bdc7-c11f1a217386', 'attached_at': '', 'detached_at': '', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'serial': '476f8f43-7f07-43b4-a093-0b91e790adde'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1449.108203] env[69959]: DEBUG nova.objects.instance [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'flavor' on Instance uuid 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.615348] env[69959]: DEBUG oslo_concurrency.lockutils [None req-04a1c699-f772-48e6-8525-ac55c8b1a64e tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.839035] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.839332] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.342999] env[69959]: INFO nova.compute.manager [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Detaching volume 476f8f43-7f07-43b4-a093-0b91e790adde [ 1450.372466] env[69959]: INFO nova.virt.block_device [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Attempting to driver detach volume 476f8f43-7f07-43b4-a093-0b91e790adde from mountpoint /dev/sdb [ 1450.372706] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1450.372887] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809883', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'name': 'volume-476f8f43-7f07-43b4-a093-0b91e790adde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d46b6af-d1c0-4ea6-bdc7-c11f1a217386', 'attached_at': '', 'detached_at': '', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'serial': '476f8f43-7f07-43b4-a093-0b91e790adde'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1450.373755] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61887f6f-0a9c-496b-bcae-80641dbac12c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.396038] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a26b9d-f530-4ded-8e6b-edd2843a0126 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.403618] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47305b37-aa02-4a5e-a958-3cc1b7ee7577 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.423304] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd61cd-3075-4eec-a933-26fd9d1017b9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.438051] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] The volume has not been displaced from its original location: [datastore2] volume-476f8f43-7f07-43b4-a093-0b91e790adde/volume-476f8f43-7f07-43b4-a093-0b91e790adde.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1450.443476] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1450.443788] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ddcad9-2b21-4ffd-89a9-17c43183e02e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.461515] env[69959]: DEBUG oslo_vmware.api [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1450.461515] env[69959]: value = "task-4087896" [ 1450.461515] env[69959]: _type = "Task" [ 1450.461515] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.469375] env[69959]: DEBUG oslo_vmware.api [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.970930] env[69959]: DEBUG oslo_vmware.api [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087896, 'name': ReconfigVM_Task, 'duration_secs': 0.214761} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.971208] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1450.975732] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9080b26-5cd1-47e2-959f-2a71ad0f672c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.990831] env[69959]: DEBUG oslo_vmware.api [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1450.990831] env[69959]: value = "task-4087897" [ 1450.990831] env[69959]: _type = "Task" [ 1450.990831] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.998457] env[69959]: DEBUG oslo_vmware.api [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.501126] env[69959]: DEBUG oslo_vmware.api [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087897, 'name': ReconfigVM_Task, 'duration_secs': 0.131343} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.501493] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809883', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'name': 'volume-476f8f43-7f07-43b4-a093-0b91e790adde', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d46b6af-d1c0-4ea6-bdc7-c11f1a217386', 'attached_at': '', 'detached_at': '', 'volume_id': '476f8f43-7f07-43b4-a093-0b91e790adde', 'serial': '476f8f43-7f07-43b4-a093-0b91e790adde'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1452.043182] env[69959]: DEBUG nova.objects.instance [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'flavor' on Instance uuid 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.050129] env[69959]: DEBUG oslo_concurrency.lockutils [None req-2f10e10e-62f5-4700-a442-817225bf01f8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.078067] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.078475] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.078577] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.078740] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.078913] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.081032] env[69959]: INFO nova.compute.manager [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Terminating instance [ 1454.584590] env[69959]: DEBUG nova.compute.manager [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.584822] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.585752] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1d98b2-613d-4669-9046-71f3525133c8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.594141] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.594393] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3b373c-3070-40aa-a66e-04c3b8d5e89f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.602797] env[69959]: DEBUG oslo_vmware.api [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1454.602797] env[69959]: value = "task-4087898" [ 1454.602797] env[69959]: _type = "Task" [ 1454.602797] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.612073] env[69959]: DEBUG oslo_vmware.api [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.112467] env[69959]: DEBUG oslo_vmware.api [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087898, 'name': PowerOffVM_Task, 'duration_secs': 0.216082} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.112824] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.112896] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.113143] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-050258f4-e3dc-4ba9-9d5f-035c21911e34 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.183768] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.184035] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.184211] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleting the datastore file [datastore2] 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.184526] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b032cfa-9030-45d5-9af9-8f9f77fde459 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.192345] env[69959]: DEBUG oslo_vmware.api [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1455.192345] env[69959]: value = "task-4087900" [ 1455.192345] env[69959]: _type = "Task" [ 1455.192345] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.200349] env[69959]: DEBUG oslo_vmware.api [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.702988] env[69959]: DEBUG oslo_vmware.api [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155455} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.703279] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.703467] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.703652] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.703833] env[69959]: INFO nova.compute.manager [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1455.704240] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.704461] env[69959]: DEBUG nova.compute.manager [-] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.704565] env[69959]: DEBUG nova.network.neutron [-] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.151671] env[69959]: DEBUG nova.compute.manager [req-5d658a55-7b30-4573-b3f0-4248003f8111 req-43b59543-0fd8-48d8-baad-f14de9f2b70f service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Received event network-vif-deleted-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.151928] env[69959]: INFO nova.compute.manager [req-5d658a55-7b30-4573-b3f0-4248003f8111 req-43b59543-0fd8-48d8-baad-f14de9f2b70f service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Neutron deleted interface e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3; detaching it from the instance and deleting it from the info cache [ 1456.152164] env[69959]: DEBUG nova.network.neutron [req-5d658a55-7b30-4573-b3f0-4248003f8111 req-43b59543-0fd8-48d8-baad-f14de9f2b70f service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.633138] env[69959]: DEBUG nova.network.neutron [-] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.654371] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f77ae610-d00e-422c-a44c-bbce37fb2c2e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.664675] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a58c4-c476-4c98-abb2-668e910250de {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.692214] env[69959]: DEBUG nova.compute.manager [req-5d658a55-7b30-4573-b3f0-4248003f8111 req-43b59543-0fd8-48d8-baad-f14de9f2b70f service nova] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Detach interface failed, port_id=e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3, reason: Instance 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1457.137114] env[69959]: INFO nova.compute.manager [-] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Took 1.43 seconds to deallocate network for instance. [ 1457.644021] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.644433] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.644604] env[69959]: DEBUG nova.objects.instance [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'resources' on Instance uuid 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.167061] env[69959]: DEBUG nova.scheduler.client.report [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1458.179815] env[69959]: DEBUG nova.scheduler.client.report [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1458.180047] env[69959]: DEBUG nova.compute.provider_tree [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.190287] env[69959]: DEBUG nova.scheduler.client.report [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1458.207027] env[69959]: DEBUG nova.scheduler.client.report [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1458.238436] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c20f3d-718d-44ae-b41e-aa1daed8ae77 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.246671] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a09dbaa-1946-499b-8271-be73bbcf6acf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.276013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d802f-c157-440e-b60d-90297a497739 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.283414] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0676051-4e3f-4393-9572-7ca2586f9f6d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.296670] env[69959]: DEBUG nova.compute.provider_tree [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.799977] env[69959]: DEBUG nova.scheduler.client.report [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.306629] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.327247] env[69959]: INFO nova.scheduler.client.report [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted allocations for instance 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386 [ 1460.549562] env[69959]: DEBUG oslo_concurrency.lockutils [None req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "8d46b6af-d1c0-4ea6-bdc7-c11f1a217386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.471s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.089593] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.089901] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.591949] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Starting instance... {{(pid=69959) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1463.112619] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.113017] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.114555] env[69959]: INFO nova.compute.claims [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.150012] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb4e6f-ad04-4136-9471-87e3d6ad3079 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.158337] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dbe9e9-df35-4b7f-855f-26e915a3e970 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.189142] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15018e9-aecd-412a-ae4b-a6e88e85e08c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.197327] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f9574-1218-4cfa-af3d-adee43a3b0a1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.211111] env[69959]: DEBUG nova.compute.provider_tree [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.714774] env[69959]: DEBUG nova.scheduler.client.report [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.220568] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.221153] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Start building networks asynchronously for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.726067] env[69959]: DEBUG nova.compute.utils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1465.727954] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Allocating IP information in the background. {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1465.728183] env[69959]: DEBUG nova.network.neutron [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] allocate_for_instance() {{(pid=69959) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.778763] env[69959]: DEBUG nova.policy [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601837b63df041618771c5683755e03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19078147ad847ea81b8f25db67eb7d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69959) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.079772] env[69959]: DEBUG nova.network.neutron [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Successfully created port: c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.231743] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Start building block device mappings for instance. {{(pid=69959) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.243190] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Start spawning the instance on the hypervisor. {{(pid=69959) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.272259] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T16:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T16:58:53Z,direct_url=,disk_format='vmdk',id=89daa873-f6ec-485a-84a5-23e30f5eec58,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1246632dbb2c46d5adbca026fabc93b0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T16:58:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.272521] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.272682] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image limits 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.272864] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Flavor pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.273018] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Image pref 0:0:0 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.273171] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69959) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.273380] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.273543] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.273710] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Got 1 possible topologies {{(pid=69959) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.273871] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.274198] env[69959]: DEBUG nova.virt.hardware [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69959) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.274948] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c4c6f-396d-448e-8703-9db87338bdcf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.283018] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee098e-8dfd-45ae-8deb-88398bc535ee {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.468807] env[69959]: DEBUG nova.compute.manager [req-3ee5d72d-3d53-43fd-9d24-be9790ad75f9 req-74d26b89-6eb7-4309-94aa-09e686700a35 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Received event network-vif-plugged-c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.469043] env[69959]: DEBUG oslo_concurrency.lockutils [req-3ee5d72d-3d53-43fd-9d24-be9790ad75f9 req-74d26b89-6eb7-4309-94aa-09e686700a35 service nova] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.469265] env[69959]: DEBUG oslo_concurrency.lockutils [req-3ee5d72d-3d53-43fd-9d24-be9790ad75f9 req-74d26b89-6eb7-4309-94aa-09e686700a35 service nova] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.469413] env[69959]: DEBUG oslo_concurrency.lockutils [req-3ee5d72d-3d53-43fd-9d24-be9790ad75f9 req-74d26b89-6eb7-4309-94aa-09e686700a35 service nova] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.469619] env[69959]: DEBUG nova.compute.manager [req-3ee5d72d-3d53-43fd-9d24-be9790ad75f9 req-74d26b89-6eb7-4309-94aa-09e686700a35 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] No waiting events found dispatching network-vif-plugged-c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1467.469728] env[69959]: WARNING nova.compute.manager [req-3ee5d72d-3d53-43fd-9d24-be9790ad75f9 req-74d26b89-6eb7-4309-94aa-09e686700a35 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Received unexpected event network-vif-plugged-c7f4fed7-6b48-4fb9-a664-d27bccb354cf for instance with vm_state building and task_state spawning. [ 1467.549828] env[69959]: DEBUG nova.network.neutron [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Successfully updated port: c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.052553] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.052743] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.053901] env[69959]: DEBUG nova.network.neutron [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Building network info cache for instance {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.585587] env[69959]: DEBUG nova.network.neutron [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Instance cache missing network info. {{(pid=69959) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.709175] env[69959]: DEBUG nova.network.neutron [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updating instance_info_cache with network_info: [{"id": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "address": "fa:16:3e:b5:fc:13", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f4fed7-6b", "ovs_interfaceid": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.211994] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.212442] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Instance network_info: |[{"id": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "address": "fa:16:3e:b5:fc:13", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f4fed7-6b", "ovs_interfaceid": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69959) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1469.212986] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:fc:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f4fed7-6b48-4fb9-a664-d27bccb354cf', 'vif_model': 'vmxnet3'}] {{(pid=69959) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.222749] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.223105] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Creating VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.223369] env[69959]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ff299f-bd8f-4a8f-9e94-bb4c78b47065 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.248787] env[69959]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.248787] env[69959]: value = "task-4087901" [ 1469.248787] env[69959]: _type = "Task" [ 1469.248787] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.256811] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087901, 'name': CreateVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.496675] env[69959]: DEBUG nova.compute.manager [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Received event network-changed-c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.496775] env[69959]: DEBUG nova.compute.manager [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Refreshing instance network info cache due to event network-changed-c7f4fed7-6b48-4fb9-a664-d27bccb354cf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1469.497013] env[69959]: DEBUG oslo_concurrency.lockutils [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] Acquiring lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.497211] env[69959]: DEBUG oslo_concurrency.lockutils [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] Acquired lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.497391] env[69959]: DEBUG nova.network.neutron [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Refreshing network info cache for port c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.758442] env[69959]: DEBUG oslo_vmware.api [-] Task: {'id': task-4087901, 'name': CreateVM_Task, 'duration_secs': 0.30309} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.758969] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Created VM on the ESX host {{(pid=69959) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.759657] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.759853] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.760218] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.760493] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61d04bb-30c7-4b2d-86cb-56e61017a94b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.765600] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1469.765600] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52826609-66ee-dc6e-a50f-318bca8cb754" [ 1469.765600] env[69959]: _type = "Task" [ 1469.765600] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.773676] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52826609-66ee-dc6e-a50f-318bca8cb754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.191586] env[69959]: DEBUG nova.network.neutron [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updated VIF entry in instance network info cache for port c7f4fed7-6b48-4fb9-a664-d27bccb354cf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.191956] env[69959]: DEBUG nova.network.neutron [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updating instance_info_cache with network_info: [{"id": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "address": "fa:16:3e:b5:fc:13", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f4fed7-6b", "ovs_interfaceid": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.277324] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52826609-66ee-dc6e-a50f-318bca8cb754, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.277581] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.277816] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Processing image 89daa873-f6ec-485a-84a5-23e30f5eec58 {{(pid=69959) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.278066] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.278219] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.278400] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.278663] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe19b29d-af03-4aad-b183-d4157014d91e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.287821] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69959) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.288021] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69959) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.288727] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8107e632-08db-4dea-9dee-08adaca0b751 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.294621] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1470.294621] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6b385-3a24-2941-7971-317d3024122e" [ 1470.294621] env[69959]: _type = "Task" [ 1470.294621] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.302774] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6b385-3a24-2941-7971-317d3024122e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.694641] env[69959]: DEBUG oslo_concurrency.lockutils [req-2a1cd473-4511-4790-9bc6-5411551fefc5 req-5db5f17d-d057-44b2-8709-78f2d563f6c7 service nova] Releasing lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.806265] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52a6b385-3a24-2941-7971-317d3024122e, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.807068] env[69959]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3aae93-21de-4574-853a-a8ff65790731 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.812174] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1470.812174] env[69959]: value = "session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b32042-a183-2816-658b-69f3d83ca74e" [ 1470.812174] env[69959]: _type = "Task" [ 1470.812174] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.819942] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b32042-a183-2816-658b-69f3d83ca74e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.323126] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': session[52950b58-935e-6fa4-8f1d-34f823fdf653]52b32042-a183-2816-658b-69f3d83ca74e, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.323372] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.323613] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] a23af22a-a8f7-4607-a6eb-7e7368e7efab/a23af22a-a8f7-4607-a6eb-7e7368e7efab.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.323889] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4370593-f18d-45c8-bae5-3fa9358739fd {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.332495] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1471.332495] env[69959]: value = "task-4087902" [ 1471.332495] env[69959]: _type = "Task" [ 1471.332495] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.342109] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.842913] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454068} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.843295] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/89daa873-f6ec-485a-84a5-23e30f5eec58/89daa873-f6ec-485a-84a5-23e30f5eec58.vmdk to [datastore2] a23af22a-a8f7-4607-a6eb-7e7368e7efab/a23af22a-a8f7-4607-a6eb-7e7368e7efab.vmdk {{(pid=69959) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.843459] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Extending root virtual disk to 1048576 {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.843654] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-854a7a05-ee29-408e-822d-a0ebfd11ddf8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.851268] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1471.851268] env[69959]: value = "task-4087903" [ 1471.851268] env[69959]: _type = "Task" [ 1471.851268] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.860265] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.360955] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070144} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.361462] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Extended root virtual disk {{(pid=69959) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.362573] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b45156-1391-4c54-b099-7770bace03f3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.383747] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a23af22a-a8f7-4607-a6eb-7e7368e7efab/a23af22a-a8f7-4607-a6eb-7e7368e7efab.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.384064] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd8961f-c7df-4864-a191-b0c7ec0460cc {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.403488] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1472.403488] env[69959]: value = "task-4087904" [ 1472.403488] env[69959]: _type = "Task" [ 1472.403488] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.411474] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.913568] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087904, 'name': ReconfigVM_Task, 'duration_secs': 0.28088} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.913949] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a23af22a-a8f7-4607-a6eb-7e7368e7efab/a23af22a-a8f7-4607-a6eb-7e7368e7efab.vmdk or device None with type sparse {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.914474] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6acd38-fae9-437c-9ac2-6a8db020a15e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.922372] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1472.922372] env[69959]: value = "task-4087905" [ 1472.922372] env[69959]: _type = "Task" [ 1472.922372] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.930484] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087905, 'name': Rename_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.432836] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087905, 'name': Rename_Task, 'duration_secs': 0.143575} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.433050] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Powering on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.433297] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a24a4eca-0a5a-4ed9-af1b-58eeb9b634ba {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.440196] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1473.440196] env[69959]: value = "task-4087906" [ 1473.440196] env[69959]: _type = "Task" [ 1473.440196] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.452989] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.965595] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.450821] env[69959]: DEBUG oslo_vmware.api [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087906, 'name': PowerOnVM_Task, 'duration_secs': 0.588161} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.450990] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Powered on the VM {{(pid=69959) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.451216] env[69959]: INFO nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1474.451395] env[69959]: DEBUG nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Checking state {{(pid=69959) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1474.452202] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ecabd8-0f5c-4dc6-b8b0-1f47c8097c36 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.974378] env[69959]: INFO nova.compute.manager [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Took 11.88 seconds to build instance. [ 1475.057193] env[69959]: DEBUG nova.compute.manager [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Received event network-changed-c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.057193] env[69959]: DEBUG nova.compute.manager [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Refreshing instance network info cache due to event network-changed-c7f4fed7-6b48-4fb9-a664-d27bccb354cf. {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1475.057382] env[69959]: DEBUG oslo_concurrency.lockutils [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] Acquiring lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.057520] env[69959]: DEBUG oslo_concurrency.lockutils [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] Acquired lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.057688] env[69959]: DEBUG nova.network.neutron [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Refreshing network info cache for port c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.476670] env[69959]: DEBUG oslo_concurrency.lockutils [None req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.386s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.771859] env[69959]: DEBUG nova.network.neutron [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updated VIF entry in instance network info cache for port c7f4fed7-6b48-4fb9-a664-d27bccb354cf. {{(pid=69959) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.772254] env[69959]: DEBUG nova.network.neutron [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updating instance_info_cache with network_info: [{"id": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "address": "fa:16:3e:b5:fc:13", "network": {"id": "add9df56-84e2-42c0-bf4d-9675697eda1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1645791407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19078147ad847ea81b8f25db67eb7d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f4fed7-6b", "ovs_interfaceid": "c7f4fed7-6b48-4fb9-a664-d27bccb354cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.275492] env[69959]: DEBUG oslo_concurrency.lockutils [req-2abded79-024b-463d-a65c-fa3d594d83e6 req-8be24c06-f28e-4a06-96d6-3ed09ec81458 service nova] Releasing lock "refresh_cache-a23af22a-a8f7-4607-a6eb-7e7368e7efab" {{(pid=69959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.328997] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.830883] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.330427] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.330827] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.324379] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.328403] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.328818] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.328818] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Cleaning up deleted instances {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1482.840258] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] There are 36 instances to clean {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1482.840426] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8d46b6af-d1c0-4ea6-bdc7-c11f1a217386] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.343467] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: b685c175-d2d0-4ac5-8e64-fca77891d087] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.846904] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 73461161-3f22-42a6-84d3-18e21ac68a6b] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.350978] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 06724ef3-7d57-4d9c-b314-7426785af631] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.854714] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 36ff6c14-6367-4aed-a8cd-f5aeac8e3a92] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.358434] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 320de866-2b68-482d-a8a6-4077ab84869a] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.863282] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: cecbebef-bd17-4fe0-af8b-a8065591831d] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.366756] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: c57ef7d8-5e53-4a25-9434-7135ca85e161] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.870721] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 02b9f847-795a-45be-ad5a-511d7d0a9aec] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.374066] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: aae48573-77c4-44ee-903d-c2f2a4365445] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.878164] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 09589bdd-96d4-44a8-9f3b-cb871aa13f28] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.382028] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 1f9aa47d-a403-45e8-83d1-8d90a44e3cc5] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.885512] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: aa54b751-3d69-4ff4-baeb-fcb14452f214] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.389292] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 6b80778e-58da-4122-9434-c28e780729e2] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.893917] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0ca79650-d74c-4155-ad2c-1b491fe26a88] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.397699] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 6d5e1956-d54f-47fa-81b6-c740d781383f] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.901762] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 5f330df8-015b-465c-9a06-78bd7d28d5bf] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.405845] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: d32b1b0e-4856-466f-b28e-19a691a8e164] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.909439] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 4715fe92-61f8-4378-bee9-e4f294a602da] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.413781] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: c621be9c-81ba-4f0f-80f4-f8a419e9c3f8] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.917153] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: b601e350-dccf-407a-b7af-f03c87a30138] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.420658] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: da1955f6-5c6b-4227-992f-8bc5faed0877] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.923656] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 7c4a3997-4a84-4583-b26a-6bcd4e4b92f4] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.426993] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 44e777cb-b7b4-489d-9e68-6f91b0973fc4] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.930970] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: bbcfd410-12d6-473b-b8b4-c38f63555e88] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.435300] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: d3123f6e-3d8c-4761-bfbf-b8bca8e3c94b] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.939111] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 2eb61a9b-c911-418d-8f23-994e9503fe79] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.442321] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: efa90012-6baa-46b0-80f7-791ebd163232] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.946035] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8119be88-48db-4874-b5e9-71f18d80196c] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.450316] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 0f38df54-31c7-4c66-940d-0d356d7415bb] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.953358] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 31962f2e-e106-42e5-a7a4-02a003131277] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.456892] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: a2815433-9ad9-4fc0-ab3f-5f41f00cd953] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.960368] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: 8bc31f18-8cf2-4c21-a2c5-3b80717a5c9e] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.463890] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: aefbc084-0698-4ca7-a1f6-f83ec44869a8] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.967437] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: a363197e-38b3-48fb-a1fe-6664f613458b] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.471288] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [instance: e8a8267c-9619-4668-8ac1-e485a202a451] Instance has had 0 of 5 cleanup attempts {{(pid=69959) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.974477] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.974732] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69959) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1502.477084] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.477487] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.477487] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1502.477601] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.980995] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.981403] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.981678] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.981928] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1502.983260] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ca887-159d-462c-b9fa-0de4961acb7b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.995013] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12070af-36c4-4a43-9e9c-8290204d9eaf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.018349] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79a78c-7e2e-4f5b-9c31-387602537c8a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.028835] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d8b99-0a98-493d-b922-14e7eb336448 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.070424] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180371MB free_disk=18GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1503.070670] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.070823] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.174133] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Instance a23af22a-a8f7-4607-a6eb-7e7368e7efab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69959) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1504.174589] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1504.174589] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1504.204847] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8deeaf-513f-4ddf-a047-5d0620806880 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.212820] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25f50dc-0805-4114-b7c4-ba0610351e3f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.244554] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b65e9c-e6b3-468c-ada7-244eab05c098 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.255522] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71f129-2901-46e8-8bf7-9adeb2659ac3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.271912] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.775105] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.280421] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1505.280772] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.210s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.177058] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.177400] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.680807] env[69959]: DEBUG nova.compute.utils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Using /dev/sd instead of None {{(pid=69959) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1515.183922] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.249496] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.249931] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.250067] env[69959]: INFO nova.compute.manager [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Attaching volume 097e997c-061e-418d-b2a9-70402f438c96 to /dev/sdb [ 1516.281605] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137451c9-75ff-4f8b-9d68-4bed102c26e2 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.289328] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5749c9c-b7ed-496d-96bf-3f0f1c3c57b8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.302681] env[69959]: DEBUG nova.virt.block_device [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updating existing volume attachment record: 86109cf9-b3ec-4b58-82b0-014146b39979 {{(pid=69959) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1520.847295] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Volume attach. Driver type: vmdk {{(pid=69959) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1520.847552] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809885', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'name': 'volume-097e997c-061e-418d-b2a9-70402f438c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23af22a-a8f7-4607-a6eb-7e7368e7efab', 'attached_at': '', 'detached_at': '', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'serial': '097e997c-061e-418d-b2a9-70402f438c96'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1520.848565] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0959ff63-e98a-496f-b1b3-ace658d0e1cf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.867105] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f8350-b942-4b97-bfcd-180e4c2156df {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.892280] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-097e997c-061e-418d-b2a9-70402f438c96/volume-097e997c-061e-418d-b2a9-70402f438c96.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.892570] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d032ff-afb6-402c-b864-d1ae9f608d1e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.909943] env[69959]: DEBUG oslo_vmware.api [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1520.909943] env[69959]: value = "task-4087909" [ 1520.909943] env[69959]: _type = "Task" [ 1520.909943] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.917993] env[69959]: DEBUG oslo_vmware.api [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.421056] env[69959]: DEBUG oslo_vmware.api [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087909, 'name': ReconfigVM_Task, 'duration_secs': 0.341675} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.421056] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-097e997c-061e-418d-b2a9-70402f438c96/volume-097e997c-061e-418d-b2a9-70402f438c96.vmdk or device None with type thin {{(pid=69959) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.425536] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b4b7e0-e12b-4e31-98f6-55e333719468 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.440487] env[69959]: DEBUG oslo_vmware.api [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1521.440487] env[69959]: value = "task-4087910" [ 1521.440487] env[69959]: _type = "Task" [ 1521.440487] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.449873] env[69959]: DEBUG oslo_vmware.api [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.950731] env[69959]: DEBUG oslo_vmware.api [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087910, 'name': ReconfigVM_Task, 'duration_secs': 0.175082} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.951113] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809885', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'name': 'volume-097e997c-061e-418d-b2a9-70402f438c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23af22a-a8f7-4607-a6eb-7e7368e7efab', 'attached_at': '', 'detached_at': '', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'serial': '097e997c-061e-418d-b2a9-70402f438c96'} {{(pid=69959) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1522.986020] env[69959]: DEBUG nova.objects.instance [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'flavor' on Instance uuid a23af22a-a8f7-4607-a6eb-7e7368e7efab {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.492380] env[69959]: DEBUG oslo_concurrency.lockutils [None req-5225e00e-0d58-4958-8d65-ad7256d22617 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.741857] env[69959]: DEBUG oslo_concurrency.lockutils [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.742128] env[69959]: DEBUG oslo_concurrency.lockutils [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.244873] env[69959]: INFO nova.compute.manager [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Detaching volume 097e997c-061e-418d-b2a9-70402f438c96 [ 1524.276071] env[69959]: INFO nova.virt.block_device [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Attempting to driver detach volume 097e997c-061e-418d-b2a9-70402f438c96 from mountpoint /dev/sdb [ 1524.276385] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Volume detach. Driver type: vmdk {{(pid=69959) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1524.276581] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809885', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'name': 'volume-097e997c-061e-418d-b2a9-70402f438c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23af22a-a8f7-4607-a6eb-7e7368e7efab', 'attached_at': '', 'detached_at': '', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'serial': '097e997c-061e-418d-b2a9-70402f438c96'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1524.277499] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bff0db-b849-4505-a7d6-a70114c1bb8b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.299091] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeafb0c7-67d4-449b-9036-60c5bb07378d {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.306036] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb371d4-84b7-481c-a1ae-085eb8d96bf1 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.325803] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8591e966-e846-49c0-80d4-ccc137b28d93 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.341034] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] The volume has not been displaced from its original location: [datastore2] volume-097e997c-061e-418d-b2a9-70402f438c96/volume-097e997c-061e-418d-b2a9-70402f438c96.vmdk. No consolidation needed. {{(pid=69959) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1524.346087] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1524.346353] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4039d741-3c9c-4423-b2d6-6db68b822c29 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.366019] env[69959]: DEBUG oslo_vmware.api [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1524.366019] env[69959]: value = "task-4087911" [ 1524.366019] env[69959]: _type = "Task" [ 1524.366019] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.375425] env[69959]: DEBUG oslo_vmware.api [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.875303] env[69959]: DEBUG oslo_vmware.api [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087911, 'name': ReconfigVM_Task, 'duration_secs': 0.235703} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.875564] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69959) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1524.880140] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f649a5-00ba-47a8-b3ae-b25e94460160 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.894435] env[69959]: DEBUG oslo_vmware.api [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1524.894435] env[69959]: value = "task-4087912" [ 1524.894435] env[69959]: _type = "Task" [ 1524.894435] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.902363] env[69959]: DEBUG oslo_vmware.api [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.404893] env[69959]: DEBUG oslo_vmware.api [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087912, 'name': ReconfigVM_Task, 'duration_secs': 0.138793} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.405285] env[69959]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-809885', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'name': 'volume-097e997c-061e-418d-b2a9-70402f438c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a23af22a-a8f7-4607-a6eb-7e7368e7efab', 'attached_at': '', 'detached_at': '', 'volume_id': '097e997c-061e-418d-b2a9-70402f438c96', 'serial': '097e997c-061e-418d-b2a9-70402f438c96'} {{(pid=69959) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1525.944734] env[69959]: DEBUG nova.objects.instance [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'flavor' on Instance uuid a23af22a-a8f7-4607-a6eb-7e7368e7efab {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.954472] env[69959]: DEBUG oslo_concurrency.lockutils [None req-99d083df-90ca-4892-9ce5-43f83e6451fc tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.979154] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.979685] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.979685] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.979890] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.979951] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.982388] env[69959]: INFO nova.compute.manager [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Terminating instance [ 1528.487188] env[69959]: DEBUG nova.compute.manager [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Start destroying the instance on the hypervisor. {{(pid=69959) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1528.487477] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Destroying instance {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.488375] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271720f2-3799-481b-9d17-9a32ac7659e0 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.496460] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Powering off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.496729] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1b8f494-71de-4288-a813-1c2943893441 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.503250] env[69959]: DEBUG oslo_vmware.api [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1528.503250] env[69959]: value = "task-4087913" [ 1528.503250] env[69959]: _type = "Task" [ 1528.503250] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.511082] env[69959]: DEBUG oslo_vmware.api [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.012817] env[69959]: DEBUG oslo_vmware.api [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087913, 'name': PowerOffVM_Task, 'duration_secs': 0.214604} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.013208] env[69959]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Powered off the VM {{(pid=69959) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.013253] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Unregistering the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.013496] env[69959]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b0b62f5-5799-47bc-801b-55f80f38ac74 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.076018] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Unregistered the VM {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.076274] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Deleting contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.076464] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleting the datastore file [datastore2] a23af22a-a8f7-4607-a6eb-7e7368e7efab {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.076751] env[69959]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11874c0b-8511-4c23-a9a0-e6b0dd31efbf {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.084590] env[69959]: DEBUG oslo_vmware.api [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for the task: (returnval){ [ 1529.084590] env[69959]: value = "task-4087915" [ 1529.084590] env[69959]: _type = "Task" [ 1529.084590] env[69959]: } to complete. {{(pid=69959) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.092699] env[69959]: DEBUG oslo_vmware.api [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.594251] env[69959]: DEBUG oslo_vmware.api [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Task: {'id': task-4087915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147028} completed successfully. {{(pid=69959) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.594527] env[69959]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted the datastore file {{(pid=69959) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.594674] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Deleted contents of the VM from datastore datastore2 {{(pid=69959) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.594849] env[69959]: DEBUG nova.virt.vmwareapi.vmops [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Instance destroyed {{(pid=69959) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.595076] env[69959]: INFO nova.compute.manager [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1529.595361] env[69959]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69959) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.595556] env[69959]: DEBUG nova.compute.manager [-] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Deallocating network for instance {{(pid=69959) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1529.595669] env[69959]: DEBUG nova.network.neutron [-] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] deallocate_for_instance() {{(pid=69959) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.255788] env[69959]: DEBUG nova.compute.manager [req-d1e26571-ed90-4d97-a958-73a2c4986128 req-7452064e-edd5-4797-b5f4-35b2e255f84d service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Received event network-vif-deleted-c7f4fed7-6b48-4fb9-a664-d27bccb354cf {{(pid=69959) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.256104] env[69959]: INFO nova.compute.manager [req-d1e26571-ed90-4d97-a958-73a2c4986128 req-7452064e-edd5-4797-b5f4-35b2e255f84d service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Neutron deleted interface c7f4fed7-6b48-4fb9-a664-d27bccb354cf; detaching it from the instance and deleting it from the info cache [ 1530.256473] env[69959]: DEBUG nova.network.neutron [req-d1e26571-ed90-4d97-a958-73a2c4986128 req-7452064e-edd5-4797-b5f4-35b2e255f84d service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.741088] env[69959]: DEBUG nova.network.neutron [-] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Updating instance_info_cache with network_info: [] {{(pid=69959) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.759038] env[69959]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c34141e3-3e9f-4570-8e5d-9fe69b62ce86 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.769457] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633aef3-aeaa-4a4b-b9b7-1f1d0ac00e42 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.794833] env[69959]: DEBUG nova.compute.manager [req-d1e26571-ed90-4d97-a958-73a2c4986128 req-7452064e-edd5-4797-b5f4-35b2e255f84d service nova] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Detach interface failed, port_id=c7f4fed7-6b48-4fb9-a664-d27bccb354cf, reason: Instance a23af22a-a8f7-4607-a6eb-7e7368e7efab could not be found. {{(pid=69959) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1531.243766] env[69959]: INFO nova.compute.manager [-] [instance: a23af22a-a8f7-4607-a6eb-7e7368e7efab] Took 1.65 seconds to deallocate network for instance. [ 1531.751859] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.752288] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.752481] env[69959]: DEBUG nova.objects.instance [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lazy-loading 'resources' on Instance uuid a23af22a-a8f7-4607-a6eb-7e7368e7efab {{(pid=69959) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.289228] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7927cbe-3fb3-4ed2-a337-627badd92370 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.297517] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aae2bf-20ff-4e91-b711-92bb222f3804 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.328320] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad88b9e-f7f4-43aa-bbf9-2030589b710e {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.335974] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027d924c-5dac-43df-acc0-15f51e072480 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.349332] env[69959]: DEBUG nova.compute.provider_tree [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed in ProviderTree for provider: 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.852960] env[69959]: DEBUG nova.scheduler.client.report [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Inventory has not changed for provider 7fd20412-76af-425c-a8c7-822bce27256b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.358588] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.381148] env[69959]: INFO nova.scheduler.client.report [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Deleted allocations for instance a23af22a-a8f7-4607-a6eb-7e7368e7efab [ 1533.890461] env[69959]: DEBUG oslo_concurrency.lockutils [None req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Lock "a23af22a-a8f7-4607-a6eb-7e7368e7efab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.911s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.132828] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.133258] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.323941] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.328646] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.328842] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.329016] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.329385] env[69959]: DEBUG nova.compute.manager [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69959) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1545.328755] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.832342] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.832726] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.832794] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.832969] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69959) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1545.833906] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0b6fa-6aec-4bb7-8224-1f922fc6c38f {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.842779] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528bc742-786b-425e-b64f-dae97245452c {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.858097] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e83ae9-8481-467d-823b-406f1b1fcd27 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.865054] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1c38be-02d5-417c-b276-e3ccef79dd26 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.894649] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180310MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69959) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1545.894845] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.895015] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.915731] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1546.916026] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69959) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1546.929420] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538a384-eb1b-4b22-a404-23323580a081 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.937389] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140d387a-6e47-45b0-a32e-9295e9852959 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.968132] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dae15c4-657a-4a7a-94aa-c1633e0fa8e8 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.975815] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962dfc3e-b420-4030-b616-08f7dc781fc3 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.989215] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1547.509629] env[69959]: ERROR nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] [req-412d9b41-3932-4bb8-8973-1ab92c626058] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7fd20412-76af-425c-a8c7-822bce27256b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-412d9b41-3932-4bb8-8973-1ab92c626058"}]} [ 1547.526229] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing inventories for resource provider 7fd20412-76af-425c-a8c7-822bce27256b {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1547.540043] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating ProviderTree inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1547.540253] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 18, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1547.551248] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing aggregate associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, aggregates: None {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1547.569331] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Refreshing trait associations for resource provider 7fd20412-76af-425c-a8c7-822bce27256b, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69959) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1547.581659] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45eefba-6069-46f2-baa3-78910d12ef5a {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.589630] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9bfee-7af2-461a-8e30-9609cea2573b {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.619196] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c11951a-7cb4-48c3-8c94-f2e74be0c265 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.626789] env[69959]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc1219-266a-49b4-8410-20a7eb544be9 {{(pid=69959) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.639890] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.171215] env[69959]: DEBUG nova.scheduler.client.report [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updated inventory for provider 7fd20412-76af-425c-a8c7-822bce27256b with generation 192 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1548.171520] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating resource provider 7fd20412-76af-425c-a8c7-822bce27256b generation from 192 to 193 during operation: update_inventory {{(pid=69959) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1548.171589] env[69959]: DEBUG nova.compute.provider_tree [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Updating inventory in ProviderTree for provider 7fd20412-76af-425c-a8c7-822bce27256b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69959) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.676284] env[69959]: DEBUG nova.compute.resource_tracker [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69959) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1548.676573] env[69959]: DEBUG oslo_concurrency.lockutils [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.781s {{(pid=69959) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.676489] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.180473] env[69959]: DEBUG oslo_service.periodic_task [None req-4f48d8b8-4a4a-4379-966e-bde3dd756ca4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69959) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}